{"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.644314994Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"29c6758b-cd93-422c-88fa-11b88665bfec","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":379,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870652285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870700057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870711457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870719607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870726567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870735127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870744128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870751528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.870758828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870766918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870774348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870782049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870790349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870798519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870807029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870813929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87082183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87083073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87083872Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87084643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87085369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870860611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870867991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870874821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870883321Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870890582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.870898552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871127478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871139688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871148898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871159149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871178769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871188309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87120669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87121614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87122559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87123358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871243991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871321053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871847396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871855787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871862547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871869397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871876167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871882477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871888357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.871894188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.872137224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.872167895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.872177135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.872185055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.873200051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.874213208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"3.451799ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87429878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.875377338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.876679102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.876708292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.876856736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87817816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.878192361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.878350435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.878686564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.878701634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.87891829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.880321086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.88241289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1049, tv_nsec: 393890605 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.882513803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.882527003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.882656127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.882688108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.882887443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1049, tv_nsec: 394369738 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.883222811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.885457569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"13.585612ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.88626965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.886540708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.887224825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.887539523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.887571054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.887779829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.88781039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1049, tv_nsec: 399262255 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.887831451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.888060697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.891187408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.891218709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.891359313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.90976437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.909797371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":16,"elapsed":"39.139285ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.914806681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.914974305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.915118349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.918029474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.918055395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.918314792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.921915795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.922350576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.925356114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.925382515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.925393425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.92559138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.925740714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.925875878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.926850273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":6,"elapsed":"54.996387ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.928757823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.928953737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.929075531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.929200264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.929465021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.93057539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.931256517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.931279378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.931462143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.93368883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.933713611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.933772462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.933895926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.934103801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.934385369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.935832536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.935847846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.935876897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":6,"elapsed":"65.210112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.93599882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.953563796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.953896995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.957244321Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"86.424532ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.958548105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.959330385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.959345666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.959351956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.959682845Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.96066577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.960685171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.960850815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.961167113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"89.295036ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.968274997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"97.444798ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.974724505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.974748565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"103.992268ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.989444537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.989469147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.989808476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5682cf-1b86-41e1-ade7-914a5ddf098b\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.989823427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.991467209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.992926977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.993241125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.99381575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:07.993834811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.993843901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"123.101513ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:07.999899728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":6,"elapsed":"128.01942ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.051993549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"181.176689ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.072399368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.072419439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.0724581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.07247053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.072716766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1bb295b-5769-4154-8a18-03682f9456d6\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.072734777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.072797909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3461f4-124a-4c8a-8b5b-daf7093f7143\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.072808139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.074501993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.074874273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.096236036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.096579045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.098380752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.100264731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.100278212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.100410105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.126753788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.12876263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.128779871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.128913664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.13568446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.13569836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.138858732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eac322c-c892-472e-b66e-748ef941196b\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.138883183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.13914202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.166711085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.16693154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336b48f3-3051-47d8-aea3-e7b030886e9f\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.167113655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":6,"elapsed":"296.338097ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.16770807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.167977697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.170709998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":6,"elapsed":"299.988271ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.19121399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.191237091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.191571589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5780b452-2df2-4e4d-90cf-f8a2f6c893da\", \"date\": \"Fri, 13 Dec 2024 21:00:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.191596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.191883248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.193813808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.193977592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.198041977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.198440128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.201415315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.201433975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.20198762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"498b210a-c8c9-4e40-b2b0-694c87b6114e\", \"date\": \"Fri, 13 Dec 2024 21:00:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.203102028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":6,"elapsed":"332.405522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.224303038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.224611646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.226128796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.226142596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.226415173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.236227968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.236482144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc1a0b9-6f11-4f31-be0d-8b2b167c5ae8\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236505955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236516285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236796953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236806643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236813333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236821013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236827893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.236834523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.237020928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.237029199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.237193693Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.237200913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.237416909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.238929518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.239041661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f503474-ab90-4f09-8604-24f796b91fd5\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.239063951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.239124433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a613add9-266a-4c77-a71e-34cf3d54f185\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.239148263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.239161074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.239923084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.32614043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8918ccba-20bd-4f6f-9eda-7b6ca93e1f41\", \"date\": \"Fri, 13 Dec 2024 21:00:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.326173611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.326185811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.326649143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"975d47e1-5e0b-4348-9ddc-81ec58fb7d24\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:00:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.326692034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.326995912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.327054334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a9beb02-8ead-40b8-93ab-fc5992795fc9\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:00:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.327082134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.327091604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:08.327097845Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.328128661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":6,"elapsed":"457.497816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.33038062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.330577235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.333688226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.33385678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.335989875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.336254012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:08.342154475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":6,"elapsed":"471.465809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.636528203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"cb22ad33-86c5-4f7a-b90a-80538248a304","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.636847051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"cb22ad33-86c5-4f7a-b90a-80538248a304","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:17.639858299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"cb22ad33-86c5-4f7a-b90a-80538248a304","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3408,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.640173767Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"51408948-1b24-472e-8c91-4719acaf3e50","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.640520447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"51408948-1b24-472e-8c91-4719acaf3e50","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:17.643244977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"51408948-1b24-472e-8c91-4719acaf3e50","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3136,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:17.64375262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"13be9049-6c37-4b73-aa54-066c4398ba2d","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.870789359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.87083339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.870846161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.870856241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.871178299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.87119818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.872995897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.873303525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.873648174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.875195564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"4.423035ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.875650315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.875666926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.87581051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.877341079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.877521064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.878770496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.881203239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.88122052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.881346403Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.890433049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:17.890450989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":17,"elapsed":"19.65899ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:27.64409166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"0850cf6b-c58d-4e32-bbd9-600dae978df9","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":322,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870184614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870219955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870231015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870237606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870539293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.870558804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.872306579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.872461463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.872650718Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.874932217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.874945338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.875077101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.876481768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.876635292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.877938155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.880394459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.880405419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.880532962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.891210639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.89123577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":18,"elapsed":"21.037096ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:27.904864884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"34.677639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:32.636171444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fb89e652-1cc8-441c-9efd-69ebc9dcecf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:32.636503583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fb89e652-1cc8-441c-9efd-69ebc9dcecf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:32.639282615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fb89e652-1cc8-441c-9efd-69ebc9dcecf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:32.639526911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"fcb83985-0c16-44c7-8b36-53590f04f98c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:32.639773658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"fcb83985-0c16-44c7-8b36-53590f04f98c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:32.64179972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"fcb83985-0c16-44c7-8b36-53590f04f98c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2304,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.644193842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"3333878b-a55d-4ae0-aa51-6df8d7ee8251","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870367558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87042193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.8704312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87043896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87044691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87045532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.8704625Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870469631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870477651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870485261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870492061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870501481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870508762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870516362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870525882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870536962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870546803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870557283Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870566933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870576594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870586544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870595264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870604614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870614675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870623195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870634755Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870644085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870654445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870664976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870674346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870684186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870693126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870703087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870713627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:00:37.870723457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870735608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870744308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.870754328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870763348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":5,"elapsed":"17.34µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870775229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870785649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870796639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.870806649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:50:37.870666146 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87081729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.8708264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87083534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87084583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870855421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870865331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870874781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.870887622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870897372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870907262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870917152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870926783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870936303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870945883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870955623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870965904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870975404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870984044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.870999785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871009045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871019355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871029325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871042456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871055046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871066496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871078036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871090807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871164719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871182089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871256951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871273992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871285782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871298212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871310813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871319173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871326033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871332993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871341413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871348194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871357564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871366524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871375724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 383106969 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871394695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871407305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871420005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 383135670 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871436846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871447456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871459737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871551679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871567969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871687752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871708633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871722183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871879817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871903498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871921629Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.871934409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":4,"elapsed":"1.466289ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.872022901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.872053872Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.872068162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":4,"elapsed":"1.404687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.874186757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.874571927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.874924946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.875330127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.875526992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.956408ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.87663048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.876656211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.876818456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.877835952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.878184401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.878612762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.879051063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.879079494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.879326681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.880728067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.880757038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.880883451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.881602569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.881958099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.882191875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.882661207Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.88314186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 394880164 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.883390876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.883495309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.883791616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.885666735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.885693086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.885925012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.886055825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.886070375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.886351023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.889270528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 401008423 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.889631998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.891551938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.891584028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.893326914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:50:37.870666146 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.893351294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:50:37.870666146Z\",\"pruned\":[]}","iteration":4,"elapsed":"22.665988ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.894025442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.894048862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.894213097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.896190328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.896215379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.896412464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.899031152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.902247885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.902278116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.902517702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.902548893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.905444838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.905662924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.905682444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.90589521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.905933641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.905946691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.908077256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.908106427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.908246271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.909138354Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"38.197931ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.909436982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"38.528729ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.909806581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.911037813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.911453814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.913539518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.916146736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1079, tv_nsec: 427879060 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.916509425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.917012598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.919896913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.920229962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.920775265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.927753826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.928544297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.930310893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.930337534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.930346444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.930643232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.930661712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.931146795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.931413832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.931435592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.931643998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.931972156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.932001097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.9321389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.933946687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.933970728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.933980518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.934237585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.936388961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.936412271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.936425122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"65.956291ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.937850248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.938577017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.938922466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.942064068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.942089169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"71.474644ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.942185521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.942212882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.942452478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.944331607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.944663075Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.947435577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"76.574187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.95912904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"88.67462ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.960291121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.960321051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":19,"elapsed":"89.607774ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.961213365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.961240315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.961253775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"90.376054ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.961984545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.962416296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:37.962432736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.962444597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"91.772841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.963326249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96449675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96452186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.964700475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.965335741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.965611768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966500482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966522332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966533303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966543703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966736798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.966769029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"96.156594ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.967083047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.967108647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.967361674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.968326119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96835053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.968601636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96989269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96991723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.96992772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.969936651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.970332131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972542758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972564589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972642911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972659621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972849836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.972974119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.973254627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.973272647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.973505763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.975446554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.975477384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.975492915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.975629239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.977289802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.978482162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.978679567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.980134535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.980156306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.98029458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.986021108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.986198802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.990382831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"119.87758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.990980247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:37.991168522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.000070162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.005286098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.01346939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.013779718Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.015076922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"144.19133ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.01614921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.019438165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.019463876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.019582868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.024347242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.024371543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.024703431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"733a6b62-d5fb-41bd-89e0-ed7ec2d6d5ed\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.024753003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.027060822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.037696908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.037928504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.047643446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.047668287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.047925184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"422bb7e9-2b6f-4109-8adf-59acd09d9cdf\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.047939364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.049577437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.075350665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"204.831982ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.077435759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.07745452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.077726787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1095d2a6-4798-459f-ae32-241e0e54db88\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:00:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.077755027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.079765329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.1407093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.140733991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.141151712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066a0899-ac16-4bb9-b5d5-2f31fe615165\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.141184123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.141681455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.143549844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.143971105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.144008806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.144030676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.144039627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.144047987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":4,"elapsed":"273.441602ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.145246798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.146144981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.148264696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.148289847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.148447951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.149655052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.149674813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.149906849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.173767118Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.174945338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"304.094768ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.180493312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.180513933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.180526673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.180869022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.181604601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.18308508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.185726528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.185740848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.185936583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.186107278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.186134048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.186334204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.192441372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.192470823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.192725759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"523d38fd-2c9f-4c6f-91e0-e6cca6a5d11c\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.19275512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.193067308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.193547101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":7,"elapsed":"322.871745ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.195277726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.195570063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.1961997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.196234261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"325.833762ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.199799443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.200133532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.206072026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.206096476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.206494287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"83d51b6f-2992-44ff-854f-60671aae36dc\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.20776599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":7,"elapsed":"337.044702ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.214904295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.217704747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.217723848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.217849061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.219870454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.219898384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.219908395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.219917985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":4,"elapsed":"349.365853ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.230269163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":7,"elapsed":"359.576147ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:00:38.239092472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.239120433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"368.57386ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.288706749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.289078399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"785e0037-4925-4567-a45c-b3fb5cb11d60\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.289101199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.291547783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b9328bbc-4357-4424-aa34-881d3d927746\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.291561503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.292729784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.292741004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"422.398427ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.301619844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.30185126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc51c97b-4373-445f-a2ef-de835fdc08ff\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.304758185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.304994331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.309218211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":7,"elapsed":"438.575585ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.313251396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.313591364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"55e154dc-448e-41ab-8d7a-f1c888249492\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.313603934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.315664458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ba21a3f6-0182-4af1-9eb8-498d07cb3dcc\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.315677178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.317026793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"37e9cf4d-f9d4-473f-beec-21677f82e5aa\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.317036864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.318598724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.318907462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e965d6df-28d1-4e34-b71d-24e5228dc7bb\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.318936643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.318945283Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.318951753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.319079027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.319122458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"448.759649ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.320176005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":7,"elapsed":"449.762016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.35891228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.359267129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.361334723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.361360753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.361539878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.371076955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.371316911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5b58fc6-8f8a-414a-8a59-19f5a7852e11\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371341282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371352303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371584138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371594719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371601969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371609539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371617369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371624419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371779434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371788774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.371937188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.371946178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.372241975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.373688363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.373797696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e40a1b-fd92-439e-abe4-745d17f27f69\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.373808526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.373902559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e65b4d6f-5b40-42d8-8a1e-c84cbb34e644\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.373916349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.373926509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.522299038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cf16884d-abc0-499d-aea9-22089857197b\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:38.522343469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.522355169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.522628226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a351e9f7-d2b8-4666-88e3-a17ad7d0a429\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:00:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.522675297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.522998606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.52660305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.526797535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.529829363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.530135981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.532248446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.532453441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:38.538395405Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":7,"elapsed":"667.912794ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.635440744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"2136bbf2-6953-4aff-942b-0b860db37046","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.635821814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"2136bbf2-6953-4aff-942b-0b860db37046","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:47.638543995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"2136bbf2-6953-4aff-942b-0b860db37046","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3180,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.638846083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"496fdaaf-0f07-4107-b6d2-51eb7077abc1","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.639160161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"496fdaaf-0f07-4107-b6d2-51eb7077abc1","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:47.641471901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"496fdaaf-0f07-4107-b6d2-51eb7077abc1","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2689,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:47.643452662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"102760f9-517a-4b0c-b26e-9134da889796","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870576984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870620185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870630705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870638395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870913952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.870926733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.873320295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.876312382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.876339373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.876470807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.878884689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.879225988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.880881301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.88355179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.883569061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.883714374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.894505964Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.894534235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":20,"elapsed":"23.950941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.899866073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.900097479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:47.927018448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"56.455344ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:00:57.643714108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"af390a65-729e-4355-9c12-eb5c77cece7c","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":329,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.869844594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.869881985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.869891315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.869899665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.870231724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.870247854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.872199865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.875038429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.875054089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.875200163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.877088132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.877243506Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.878473938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.88087911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.8808927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.881018333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.892576373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.892600914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":21,"elapsed":"22.741941ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.898647711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.898885347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:00:57.926389981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"56.556137ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.643966774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"8b7d3f74-ecce-4833-9545-05ddcb6e8330","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.87013719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870189352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870200832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870211642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870220892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870229623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870239873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870248613Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870256513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.870264024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870273704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870282454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870290574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870298605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870306375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870314135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870322975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870331225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870339666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870347726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870356286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870363486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870371366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870378727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870386787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870395167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870402577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870591742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870611722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870622433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870686455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870699915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870710875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870720776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870730736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870752286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870787647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.870877209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.87089177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871354632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871382653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871396473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871406903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871417074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871427134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871437654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871449114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871581738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871608228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871633499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.871643569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.872938413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.873474327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.873839116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.874182865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.874629167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"4.306881ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.875193721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 387183357 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.875439428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.875449558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.875456438Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.875594672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.877372058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.877394949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.877561923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.879271307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.879856372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 391847438 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.879930024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.880199451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.8805498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883182869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883206709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883415415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883427145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883472456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883496217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883522108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883659891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.883672651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.887300015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.887797348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.887964213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.889093822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1109, tv_nsec: 401060677 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.889434721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.889550564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.889886162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.890698044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.890714694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"19.348812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.890725654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.8909367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.915008914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.915491087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.916351909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.91637918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.91638736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.916738519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.918229638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.918454674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.918869044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.91985588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"48.491557ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.920065955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.921148273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.921175694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.921332688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.923574546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.923773732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.923840833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.924632564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.924712896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.924737666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.925010584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.925025474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.925311041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"55.075988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.926483572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.926651406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"56.479335ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.926837161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.926856372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.927137739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.927658972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":8,"elapsed":"57.45225ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.927841677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.927860067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"57.555293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928422382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928662538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928674479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928767941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928833563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.928983037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.929139261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.930007133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.930019223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.930413554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e773f3-6607-4909-95aa-b84a0cbbca33\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.930433014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.931545313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.931561923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.931906063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b61a8c-60dd-499b-b8f2-de640b1fff71\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.931933453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.932271692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.933396531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.933654008Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.933962916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.945167947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.945212458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":22,"elapsed":"75.044487ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.958709138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.958740179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.958749879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.959048787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.972740722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.975335539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.977756172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.977790903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.978141232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1cca5d-82d7-4618-a3cb-10a1d09f298d\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.978174453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.979200519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.98309378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"111.705467ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.998371876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:07.998424068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:07.998436368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"128.124374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.043972409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.04401632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"173.777408ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.044302458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.052552972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":8,"elapsed":"182.302079ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.119814237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.120101274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc3776c6-c48e-4f02-9d6d-e2f458bf929d\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.121693855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.121975542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.138743877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.138768488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.141099999Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.142103725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":8,"elapsed":"271.81952ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.14308439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.143106141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.143244914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.144980359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.146812937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.146825227Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.14695525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.166831026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"295.460474ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.207616854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.209350699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f383ff6-3a86-4c5b-b933-18747aed5eb1\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.20937988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.20938989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.2093974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.209431001Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a0270ae-a5b6-4006-b414-34d3ac4b68d0\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.209464032Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.20977443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.209871033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.210295304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.211421253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":8,"elapsed":"341.307653ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.212700636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.212715606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.21286722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.22365726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.223992599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18e1afb2-4a36-47a2-acf9-b28b1435f4c1\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224011009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.2240216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224300577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224311967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224319267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224326867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224334188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224342078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224513652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224523262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.224685217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.224693957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.225003805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.227260484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.227383027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c726aa9-0c24-4977-bde5-918302953d91\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.227396197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.22750574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db221afa-8834-4944-a254-4ab3583c52d3\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.22752158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.227532351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.250592899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.250615869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.316408096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7d001c4d-2abd-42cf-9719-b86dd22fbd44\", \"date\": \"Fri, 13 Dec 2024 21:01:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.316431376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.316439777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.31656267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"908c8219-f7fc-405c-a161-f4a3dabcc1ff\", \"date\": \"Fri, 13 Dec 2024 21:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.31657503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.316821426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.316879888Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf1a39e-b5e2-4a1f-96e7-e9ac89754b44\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:01:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.316916979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.317106104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.319562738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.319843395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.320343948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.320642655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.32312854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.323310105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.325887682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.326101157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.32697383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.32698968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.327569515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"76502f72-a165-4083-91e2-e8cf55a7a7cd\", \"date\": \"Fri, 13 Dec 2024 21:01:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.328094799Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.328284794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.328701555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":8,"elapsed":"458.513473ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.334436263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":8,"elapsed":"464.287683ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.357252495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.357265485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.38790765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.387992342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:53545"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.388151586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"278b720b-b506-42a3-bd26-53f1a60156ea","remote_addr":"[fd00:1122:3344:101::b]:53545","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.388460505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"278b720b-b506-42a3-bd26-53f1a60156ea","remote_addr":"[fd00:1122:3344:101::b]:53545","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.422168449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/oximeter.rs:76","collector_id":"1f4f4352-c234-49e8-a10e-c3ed903f7462","producer_id":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:08.42219445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/producers","method":"POST","req_id":"278b720b-b506-42a3-bd26-53f1a60156ea","remote_addr":"[fd00:1122:3344:101::b]:53545","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34102,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.422307323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"278b720b-b506-42a3-bd26-53f1a60156ea\", \"content-length\": \"41\", \"date\": \"Fri, 13 Dec 2024 21:01:08 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.424661233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:08.424675784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.635820053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"d2484d09-9298-4118-99fe-f64373ade0d2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.636170212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"d2484d09-9298-4118-99fe-f64373ade0d2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:17.638677858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"d2484d09-9298-4118-99fe-f64373ade0d2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2941,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.638981705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b1cd3d0e-1b28-4a03-a52e-599b8e7ed73b","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.639329184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b1cd3d0e-1b28-4a03-a52e-599b8e7ed73b","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:17.641000968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b1cd3d0e-1b28-4a03-a52e-599b8e7ed73b","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2091,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:17.643631866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c0401510-3738-444a-a9cf-f8f279ae309e","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.869764512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.869803182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.869814873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.869824573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.87010341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.870152462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.872100602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.874658888Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.874670769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.874802672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.876840095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.87702263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.878425076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.881053364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.881067255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.881197098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.892733537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.892752558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":23,"elapsed":"23.007916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.898057195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.898264931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:17.931073862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"61.2994ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:27.643297726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e4dcbb0e-51a4-4dbd-adbe-90f603778e34","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870407097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870444418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870454898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870463609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870743136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.870815098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.871893246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.872083091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.872798959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.873569189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"3.172613ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.875447458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.875458208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.875604372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.877508291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.877659395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.879096102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.881525656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.881538806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.881665329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.891068773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:27.891081753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":24,"elapsed":"20.666356ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.643636675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"d09c284f-10a8-4b37-99f5-1db8992fb2b5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":307,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869796161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869855593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869865773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869872183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869880993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869888003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869894554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869902724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869910074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869916734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869923455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869929815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869938975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869946995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869954265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869962025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869969876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869976236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869983246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869991196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.869997166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870004437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870012177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870020727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.870031937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870044078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870058168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:01:37.870070318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870083479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870096149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870107969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":6,"elapsed":"15.93µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87012239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87013466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.8701465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870159801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870173091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870186761Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870198762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870210632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870222472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870232663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870243673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870255903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870267883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.870280814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870292204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870303024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.870314515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:51:37.870086069 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870326695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870337745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870350506Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870365396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870378226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870482529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87051147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87052719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870580232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870589262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870599022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870608962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870620713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870628443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870636773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870644083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870650963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870659614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870669824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870676374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870682344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870688834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870695055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870701575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870708335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870716385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870723195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870729715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870735485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870743486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870751766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870779457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870800857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 383019553 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870813707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 383019522 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87091208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87092306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.870940231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871022533Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871043233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871051414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871235738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871247749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"1.390046ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871332821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.871358302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":5,"elapsed":"1.419357ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.873377394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.874025901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87474514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.61748ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.874951995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.875951711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.876136066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.877538762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.877550552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.877718017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.878573749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.878599449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.878790834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.87939301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.879628426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.879922664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.881750461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:51:37.870086069 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.881773312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:51:37.870086069Z\",\"pruned\":[]}","iteration":5,"elapsed":"11.667873ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.881861364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.882060929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.882072279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.882235414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.883912577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.883934918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.883946098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.884092422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.884106172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.884167194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.885278653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 397483198 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.885591551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.885710254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.886045633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"15.406359ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.886078234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.886091624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.886249698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.887361277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 399569562 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.887701656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.887964142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.887984813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.888117656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.888436185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.888773933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891007291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891120094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891137905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891277268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891428162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891794452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.891817742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1139, tv_nsec: 404014957 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.8921268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.892175952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.893367083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.893623659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.895178699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.898768143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.899225595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.901064122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.904368618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.904398459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.904592234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.909164742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.913933786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.913966937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.914158632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.919441969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.920702061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.921951514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.921961414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.922153639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.923801272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.923812822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.924049138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.924167531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.924179462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.924187672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.924441069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.929185582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"58.536538ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.929969672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.930084135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.930205838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.930419244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.932257831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.932306262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.932444706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.933176405Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"63.22852ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.934879009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.93490107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.935033433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.936119641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"65.478668ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.936985624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"66.33599ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.937174919Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"67.332107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.941786628Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942162428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.94222541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.9422363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.94224561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"71.587267ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942478797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942510307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":25,"elapsed":"72.572212ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.94262637Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942641381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942647751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942653981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.942905757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.944309974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.94455811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.945445643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.948975445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.949202711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.949448627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.950807502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.950833443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.950856174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"80.743164ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.951827379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.95185188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"81.889854ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.956543181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.956729486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.958858191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.959029456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:37.961333886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.961354326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.961361186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.961660104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.970286628Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.970524824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.981820647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.981846238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.981855828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.981864458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.982113734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:37.996550989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.033112037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.033164819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.033504027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ab7dc8-d9a0-4b39-8d07-68f113653a00\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.033536648Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.035357595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"165.346179ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.035972162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.0374641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.037483631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.037747857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d44dead-a4c6-4e2f-8938-765b06a316a1\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.037766328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.037989344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.039138234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.16931045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.198963719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.199208156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273478d3-20d1-4f5f-acfe-e8f84272a0a1\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.199802251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.200064288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.20902221Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.20940113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"982a2236-2af3-4722-9816-b53b766b41d2\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.20941359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.210704114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4bc78c0f-e90e-4043-983e-9317b7433394\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.210714394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.212271944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.212285305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"342.516624ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.244108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.244134371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.244318316Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fe4d118-7f22-45e8-b739-503d0096ca90\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.244343726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.246301277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.263453062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.263466012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.263735899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4a905f6-2abb-4586-8773-077a3358f8e6\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.26376736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.264066768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.265401773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.269485528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.269508519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.269657103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.272581449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.273211655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":9,"elapsed":"403.186678ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.275572076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.275584667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.275760351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.279166599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.279663372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d8974ee6-e71a-435c-aec2-51a3c9eaa23f\", \"date\": \"Fri, 13 Dec 2024 21:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.279686903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.281049958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61b3be48-4a2e-4dad-a0fc-d2ac4cb32a06\", \"date\": \"Fri, 13 Dec 2024 21:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.281074189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.282162117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"529534c7-5c4a-4717-9f2e-a34371c3aeef\", \"date\": \"Fri, 13 Dec 2024 21:01:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.282174588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.283314857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.283348508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"413.345052ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.294764304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.294918828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"424.254945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.295239707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.297193957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.297218788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.297392092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":9,"elapsed":"427.381755ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.297404863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.298141172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.298153572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.298162072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.298417789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.29843909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.29848154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.298664355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.299390663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.299417254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.299428304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"429.606512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.300007039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.300670796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":9,"elapsed":"430.850534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.301259702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303625273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303637333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303734686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303746536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303800748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.303933631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.306257461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.306287312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.306299042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.306309693Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":5,"elapsed":"436.407789ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.311667972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.311696162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.311960749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6a842897-5bb4-4360-b32d-2656a16e8771\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.31198624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.312430151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.313400077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.313414487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.313423967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.313668793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.314663859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.314939526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.320535251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.320719846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.32357216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.323590611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.323983111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"aa258309-2cbc-45e1-ba3f-6fe18b0b3c0d\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.325232624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":9,"elapsed":"455.270438ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:01:38.336155167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.336182208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"466.111549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.338079007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.340025197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.340034977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.340187791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.344720029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.344787721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"474.833255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.34513879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.347913042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.347925582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.348062396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.350382806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.350400286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.350407846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.350418327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":5,"elapsed":"480.436961ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.374316766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.374612134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.37678481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.376813261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.377098409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.387087868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.387422417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8c9393-18aa-49d0-a1a8-30ae7e0a1fb8\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387447377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387457578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387778656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387800586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387808576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387816297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387823077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.387829507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.388009842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.388020382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.388168726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.388177546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.388400242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.38987619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.390009634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d47ab403-0659-48af-9e56-7cbf53244cd1\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.390026824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.390093146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0f04762-1815-4647-8cca-e65861971b04\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.390114796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.390124937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.428697037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.482752939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"099df24b-ffa2-4a1c-b38e-750f2724a8a3\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.48279025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.48280114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.483072698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bbefeaf-d375-43d9-8625-c1e5f9315cec\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:01:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.483126109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.483440387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.487352929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3a0b4b9-d0d9-4ae1-9956-38c0913099e3\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:01:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.487388079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.4874011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:38.48740858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.488313254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.488548869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":9,"elapsed":"618.511792ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.488596411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.492002849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.492269546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.494876864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.495066969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:38.501841504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":9,"elapsed":"631.977001ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:47.643244474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"fdee3df1-267a-4711-bfb7-3396dc73b892","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.869370549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.86940681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.86941637Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.86942556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.869698248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.869713508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.871247758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.873978759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.873993299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.874131723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.876130394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.876330009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.898073984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.898289029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.903120514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.905683471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.905696821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.905835285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.916106051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.916122672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":26,"elapsed":"46.755362ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:47.927460146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"58.102197ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:01:57.643329836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"89cdda49-4571-4548-826f-9dc002464f99","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":378,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869473871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869516743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869528073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869537033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869905083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.869997255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.871751451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.874320367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.874332928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.874463161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.876312719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.876571416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.878188298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.880880927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.880891208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.881028081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.887768906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.887789787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":27,"elapsed":"18.307975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.898294649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.898461303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:01:57.899685695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"30.233514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:02.635414729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"75906a35-1763-4d01-9a72-a2098dee3e04","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:02.635756758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"75906a35-1763-4d01-9a72-a2098dee3e04","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:02.638545851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"75906a35-1763-4d01-9a72-a2098dee3e04","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3205,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:02.638814898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"19390297-fd40-4366-b86c-0c24c9a7ccf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:02.639104055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"19390297-fd40-4366-b86c-0c24c9a7ccf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:02.641171569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"19390297-fd40-4366-b86c-0c24c9a7ccf2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2397,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.643467678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"d129e2ff-715f-4c27-9a61-b9108152187a","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869596973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869653224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869663725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869673455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869682115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869689325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869697235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869705846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869713466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869722216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869733436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869746247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869758247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869771427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.869782668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869795508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869805908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869816638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869829189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869842179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.86985371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.86986467Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.86987554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.86988812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869897441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869907351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.869916551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870045475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870063385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870086365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870121246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870187108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870198899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870209499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870219569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870228929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.87025007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.87026007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.87026963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870840695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870851825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870860636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870868526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870877216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870885416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870892237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.870899107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.871097332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.871107852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.871157473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.871175414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.871851261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.873255108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 385684003 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.873587306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.873915595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.873927475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.873993337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.874072429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.874385577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"4.59681ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.876840901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 389271976 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.876937303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.876957934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.877086217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.877106248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.879088949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.879808198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.881905412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.881924873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.882054556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.88222447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.882233501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.882378594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.892925448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.893043961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.893319178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.893358579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.894974371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.895175436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.89802342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1169, tv_nsec: 410454975 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.898349659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.899329364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.90188337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.901897871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.902067845Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.907527757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.909728164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.909749744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.909914749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.914859127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.914887978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.914896898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.915144494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.915593076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.917962717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.918124162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.918137812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.918290236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.918323947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.920091113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.920547414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.920563315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"49.686059ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.921777856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.922053424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.922767552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.923016078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.924469986Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"54.682899ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.924817595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.925089692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.926103889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"55.258083ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.926122239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"55.293134ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.926748575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.926996682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.928352487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.928548982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.928565122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.929004454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6412caa3-227c-4660-b9b4-b281967fb3de\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.929034334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.932082164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.932387152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.932405542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.932601157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.934436925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":10,"elapsed":"64.734879ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.939738722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.939767353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.94003017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f347c6-95fd-4bbc-a3f6-3322f9420cf7\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.94005916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.942401361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.942792942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.946628851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.946653431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.946865647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.953591131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.954779492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.954797643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.954804733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.955131851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.955932762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.955956183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"86.187515ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.957033501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.957056111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.957309768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.961908107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.961938758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":28,"elapsed":"92.323454ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.966293601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"96.621477ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.971290831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.971744642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.973283512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.973301743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.973350714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"102.478587ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.973606311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"421ad826-ce48-43cd-90bf-dd06f8ef1cca\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.973621921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.974613367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.994349189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:07.9943921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:07.99440083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"124.623433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.008594978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.008896936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.01098155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"141.248963ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.021877393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":10,"elapsed":"152.213798ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.028820913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.029133991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e120e6cc-470b-496b-b94e-21c04cc14a1d\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.031556884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.031968724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.042408265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.042425656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.042788635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bebe02-63bd-42a2-8a33-c65ce92b2332\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.042813976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.043231787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.045940027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":10,"elapsed":"176.319264ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.084128597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.084159848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.103814168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.104115126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.105128942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.105461211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.107077813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.107094923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.107258147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.117868803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.11816353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe8a911-2001-4da7-9a99-b72b33ddad8a\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118197491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118209841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118494239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118506639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118514019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118522129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.11853012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.11854128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118743675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.118754126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.11893136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.11894004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.119135336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.121281101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.121378304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eaf8957-7d28-4865-9196-c697e300dd13\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.121390264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.121469686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"764f28d4-dec6-489c-9597-bb988a9d4e17\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.121482276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.121494407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.133307943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.135383397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.135396407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.135547701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.136718841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7e688928-859c-48ff-be72-252a5701a427\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.136731572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.136946318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.139193556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.13936991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.142120532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.142321457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.149499173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.149520324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.150045427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"3f361b9f-d2d5-4372-a3bc-d60ebc801a7b\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.151904646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":10,"elapsed":"282.19663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.169651646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.171560195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.171576136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.171708789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.228769889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7c73e744-9c9f-4c04-b687-e9e785267c2b\", \"date\": \"Fri, 13 Dec 2024 21:02:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.22879334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.22880285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.229064477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e717df-b112-4c10-a6bb-58f475355bb5\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:02:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.229107378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.229394425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.23304646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.233285816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.23650009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.236876739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.238195404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.238403529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.245688508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":10,"elapsed":"376.053785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.254178078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.254594929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30eea46e-b2fa-4752-b48f-3566fdb353f9\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:02:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.25461379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.25462429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:08.25463212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:08.256741645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":10,"elapsed":"387.163032ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:17.64360537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"f96dc91d-c6ea-41dd-b4cd-2277e0b46603","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.869733975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.869777007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.869787957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.869796157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.870059954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.870077314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.871538122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.874196801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.874211611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.874345825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.875797923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.875962307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.877553448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.880049473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.880068183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.880194457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.89150622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.89152594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":29,"elapsed":"21.796585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.899855187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.900247977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:17.926065347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"56.343211ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:27.643048295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"30bec70b-effb-439a-bdec-c3137e0dab46","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":377,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.869396196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.869433337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.869446778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.869459318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.869978232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.870036833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.871789968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.871961103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.872107977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.873461062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.075915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.874775356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.874791206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.87491894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.876738577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.876942662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.878428061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.88108808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.88110158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.881236473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.892080265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:27.892101225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":30,"elapsed":"22.686219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:32.63554156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fe5b80e7-3251-49fd-946d-146dd12fac2d","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:32.635908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fe5b80e7-3251-49fd-946d-146dd12fac2d","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:32.638853006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"fe5b80e7-3251-49fd-946d-146dd12fac2d","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3417,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:32.639090993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"e62fc06d-0839-482a-8a3d-4c09930afb09","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:32.639329208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"e62fc06d-0839-482a-8a3d-4c09930afb09","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:32.64170416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"e62fc06d-0839-482a-8a3d-4c09930afb09","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2646,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.642815639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"5cfeaee7-e7b1-4f1a-ab49-18e5de59ef09","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":361,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.869994161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870048693Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870059763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870070363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870078404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870086574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.870094734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:52:37.869999342 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870104684Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870115485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870126025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870140275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870151626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870161566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870171576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870182246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870191577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870200707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870210357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870219298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870229088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870238288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870248188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870257368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870265899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870275009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870283589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870292759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87030304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.87031455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87032563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870337441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:02:37.870347921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870358481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870370151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":7,"elapsed":"16.8µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870383282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870392832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870403572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870414803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870424383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870435373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870445703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870456444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870467244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870477384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870488034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870498765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870509525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870519595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870532706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870545396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870555886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870574237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870583797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870597647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870607788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870617568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870627768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870638828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870650389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":31,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870660449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870670899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870680729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87069117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.87070311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87071315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870722651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870736381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870750031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870763132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870775422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870787862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870799893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870811203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870823973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870834653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870844714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870855604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870868504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870879344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870890105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870902265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870913905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870925696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870936846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870956086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870968267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870980567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870990627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.870999798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.871030039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 383673063 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.871051719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87109278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 383737485 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87148245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.871512431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"1.14775ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.871685196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.871710486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":6,"elapsed":"1.288943ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.873207785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.873495492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.873731678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.492461ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.874360715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:52:37.869999342 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.874391186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:52:37.869999342Z\",\"pruned\":[]}","iteration":6,"elapsed":"4.362244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.875537665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.875898335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87608055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"6.026086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.87609279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.876556752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.878052421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 390701116 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.878341898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880131955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880156535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880406652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880569646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880585726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.880796322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.883118492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"12.963076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.883337858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.886142971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.886171821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.886387887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.887727181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.887851775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 400502290 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.88844818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.891292844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.891321345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.8915409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.893930422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.897379592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.897410453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.897631318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.899354273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.899643601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.90000348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.901646022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.901672423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.901897019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.905081212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.905311358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.908597423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.908629784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1199, tv_nsec: 421280139 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.908982943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.908999333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.91040923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.910684577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.915192724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.915465051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.917039382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.917470503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.921940959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.92197076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.92198345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"51.786753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.925543902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.925570253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.925983854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.925999604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931114647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931146548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931189329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931204929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.93121408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931379664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931502587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.931596339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.933085408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.933350865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.934052463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.934106415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"63.851646ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.93429602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.937477962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.93777828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.939963287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.940168212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.940233783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.943156829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.94318009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.943411826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.951026083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.951567517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.951835494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.955620222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.955654363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.955823288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.958289022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"87.92207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.958312883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.958655821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.960453698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.96090493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961006462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.961054263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961063894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961070384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961432373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961864355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.961888355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.962143392Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.962803929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.962822189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.96283202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"92.634023ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.963919698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.964711418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.965123459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.968008514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.968029724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.96824159Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.968961339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.969975925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:37.970034907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.970055667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"99.814398ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.970223941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.971680959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.97170864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.971826263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.974230425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.979732068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.979758929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.980000755Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.981235287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.981582036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.983115356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.983211468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"113.174936ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.983322241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.983398093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.983635819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.984028599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.984284856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.985163689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.985465907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.986777731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.987072258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.987305404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.987584192Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.98788859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.98790663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":31,"elapsed":"117.794026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.988391023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.98982603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.990036265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.990508178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.990523638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.990670572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.991928014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.99214846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.992456258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.992718755Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.993822404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.994126951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.994339947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"123.903034ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.99523245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.998730101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.998756941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.998862474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:37.998882355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.000652771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.000866236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.001719828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.001736849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.001745759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.001754619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002110899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002127829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002138759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002148209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.00215659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002269103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002384235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.002465238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.003918975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.004675065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.005027724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.008016702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.008362101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.00872895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.008749881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.008976837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.009925701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.010182458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.010941017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.011247696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.011272876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.011285226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.011528973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.018845322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.018953425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.019192322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.02183664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.021949303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.022794035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.022816956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.02298271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.024372676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.024393626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.024402137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.024571701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.025722691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.025754482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.025932096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.026282675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"156.189671ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.026657555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.026687466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.026818269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.028422331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.028442302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.028451852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.028460442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":6,"elapsed":"158.018029ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.029049377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.029085388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":11,"elapsed":"158.984534ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.029306484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.037748723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.038062111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.040159655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.040185786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"169.959858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.042697391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.045500694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.045520805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.045657308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.047411063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.047423804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.047433764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.047709581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.049787955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.051328815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.051353126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.051786057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3b1b0e4-d2b1-47b7-927b-6bf998594ada\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.051818638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.053113501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.053142492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.053325387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.053593834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.057518136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.057539396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.057550146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"187.150405ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.057908496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.057920496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.057935956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.057944927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":6,"elapsed":"187.980806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.073556772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.073974743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.076022366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.079639219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.07966559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.079798454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.08427809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.084480305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.086015105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.086181899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.093227402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"222.939742ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:02:38.094501265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.094515875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"224.210486ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.120614572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.120639703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.120971162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a36b2d6-38e0-46bc-8dc2-218d68d43cb6\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.120990642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.122398268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.141427602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.141442102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.141697709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c4caf00-e518-4932-9177-42c637fd46ed\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.14171074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.143984208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.144275286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.14441797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.155154238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.155491297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb0acae1-6c74-4f5d-ad67-d0f7be58d14b\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.155504877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.156740789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d892e3cc-e464-44ad-9c96-a5fe3f75b94a\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.15675061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.158122195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.158132726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"287.849546ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.166725568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.197733753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":11,"elapsed":"327.592667ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.20534374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.20536378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.205665818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30903c46-51f4-4055-8db0-8fb770da9494\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.205703219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.206037778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.207081865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.20726478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.207383053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.209181159Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.20919443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.209312133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.209338504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.20960581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.210930635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.212416294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.212738692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.212957868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.212967358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.213111541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.216427578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.216705595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa3dbf04-505a-4b65-957e-356f86ac2672\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.217776642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.2180743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.219633231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":11,"elapsed":"349.592387ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.232101064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.232502875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"22b69478-00a3-4e72-93b6-57991dd3be89\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.232522855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.23385137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b1a60b2c-b555-49a8-b906-bd51ec3b38df\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.23387003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.237691359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"05653d35-5a55-4919-be95-ed225e78c7a9\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.23772182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.2396379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.239682491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"369.312409ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.247904574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.248209132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.250281416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.250494651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.251563309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.255148762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.255171483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.255312816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.256181589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.256195349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.256419145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"79e71778-ac4c-4c09-9fee-d35ab7bedc5f\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.256429495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.25659924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.257303578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.257490152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.259073054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.259129045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.259258618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.259465024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.26084598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.262076291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.262285487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.264510115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.264526125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.264689739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.265191782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.265203633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.265555712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"484741d1-124e-4f89-8b0c-e3bbd70dcf35\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.267243196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":11,"elapsed":"396.802212ms"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.271044234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 0fcf3183-4482-4760-b10e-911ba8d847a4, kind: Service { id: 6e83647a-e5c1-40cc-a3f0-e80da403da03 }, name: Name(\"nexus-6e83647a-e5c1-40cc-a3f0-e80da403da03\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 11773aea-5e51-4630-a9e1-0fd47cc496d7, kind: Service { id: 0599e804-8800-4951-9d87-7a8a49a507a3 }, name: Name(\"nexus-0599e804-8800-4951-9d87-7a8a49a507a3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 729f1ae5-19c6-4d46-aed9-eddb07ffd985, kind: Service { id: afa82dce-5a21-405b-9d0f-a4070132ff96 }, name: Name(\"nexus-afa82dce-5a21-405b-9d0f-a4070132ff96\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 134])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 0911bf9a-fb79-4e5a-84d1-2af61004bd4d, kind: Service { id: 8fa769ab-44ab-4529-aca4-cf239281d788 }, name: Name(\"external-dns-8fa769ab-44ab-4529-aca4-cf239281d788\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a04b2ab8-04f1-43b7-88cb-9af608150cb1, kind: Service { id: d9f46008-cfe6-449f-ba60-44c3baf9576d }, name: Name(\"external-dns-d9f46008-cfe6-449f-ba60-44c3baf9576d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 56])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.271123406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.271242359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.276436314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.278369194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.278387455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.278516818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.296780222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.29710051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.309752407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.310099466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc17e0f3-7a3f-4d99-a82d-3d513f210f18\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.310127597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.310143497Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.310155988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.310896147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":11,"elapsed":"440.622868ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.311567844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.311587535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.311880522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.321941933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.32218811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fb11f77-0c02-4036-9042-41114620742f\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.32220983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322222911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322442546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322454537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322462327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322471157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322478667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322485797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322616661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322637052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.322819966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.322835066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.323141454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.325188498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.325304381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d921a2e5-8442-44e5-af57-36ffc5c3d110\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.325317471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.325418724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"635a10d5-3760-4fed-b6e5-2482833dee07\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:02:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.325435214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.325448604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.329806157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.329859779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0911bf9a-fb79-4e5a-84d1-2af61004bd4d, kind: Service { id: 8fa769ab-44ab-4529-aca4-cf239281d788 }, name: Name(\"external-dns-8fa769ab-44ab-4529-aca4-cf239281d788\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a04b2ab8-04f1-43b7-88cb-9af608150cb1, kind: Service { id: d9f46008-cfe6-449f-ba60-44c3baf9576d }, name: Name(\"external-dns-d9f46008-cfe6-449f-ba60-44c3baf9576d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 56])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0fcf3183-4482-4760-b10e-911ba8d847a4, kind: Service { id: 6e83647a-e5c1-40cc-a3f0-e80da403da03 }, name: Name(\"nexus-6e83647a-e5c1-40cc-a3f0-e80da403da03\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 11773aea-5e51-4630-a9e1-0fd47cc496d7, kind: Service { id: 0599e804-8800-4951-9d87-7a8a49a507a3 }, name: Name(\"nexus-0599e804-8800-4951-9d87-7a8a49a507a3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 729f1ae5-19c6-4d46-aed9-eddb07ffd985, kind: Service { id: afa82dce-5a21-405b-9d0f-a4070132ff96 }, name: Name(\"nexus-afa82dce-5a21-405b-9d0f-a4070132ff96\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 134])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.329880739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.383987393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","vpc_to_sled":"[Sled { identity: SledIdentity { id: 82024834-9725-4304-9edd-af6b519041b3, time_created: 2024-12-13T20:58:05.394560Z, time_modified: 2024-12-13T20:58:05.394560Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.384023724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.384031454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.384284931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.386326953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.386554549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.388293975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.391074627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.42206154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.422896672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"9b806582-08c6-4e83-8f3b-a88c1b8197de\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.424445812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.424466363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","elapsed":"554.44993ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.424478493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":2,"elapsed":"554.465211ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.510873944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ecff2028-0212-4aea-ab73-52253e17c9f6\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:38.510906395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.510917015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.511236843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833e2648-8c97-4533-bc53-f78daf0f13ec\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:02:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.511280594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.511583892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.515128604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.51535654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.519303103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.519700043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.521793197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.521995303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:38.529006574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":11,"elapsed":"658.682584ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:47.642703094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"9f7af84e-ed88-4ac1-99ea-44324be7a332","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":344,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.869816585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.869863386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.869872676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.869880477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.870198985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.870211555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.872478104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.875077902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.875093072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.875221725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.877156736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.877359681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.878763197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.881389255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.881402235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.881536949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.89159154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.891618411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":32,"elapsed":"21.795565ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.898576721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.898769146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:47.900289016Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"30.488821ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:02:57.643385012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"75739a89-a0da-4f55-b2a6-c6503a712c35","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":355,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.869722803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.869768224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.869780204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.869792284Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.870152483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.870249676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.872053413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.872487554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.872746811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.874520867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"4.810274ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.874737253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.874749743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.874885106Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.87619277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.876346584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.877875374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.880350138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.880363499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.880491302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.891574209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:02:57.89159937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":33,"elapsed":"21.865327ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.642684393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"aeda989e-6f52-4fe2-85b9-029ac15dcc06","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":376,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868841219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868901521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868913601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868923211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868932662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868941602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868949932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868959312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868968252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868978093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868986083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.868995143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869004093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869012004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869020814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869028214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.869036504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869046574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869053805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869062715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869071205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869080135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869089246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869097746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869105526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869113716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869122136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869298461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869312581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869332312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869415634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869441715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869452955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869462015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869472356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869482946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869492966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869510797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.869521287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870049991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870059611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870066841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870073521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870080151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870087301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870093652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870100832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870258936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870305237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870334508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.870380649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.871715514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.872259498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.872920915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.873216703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.27153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.87541079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.87542349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.875597444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.875836021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.875854011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.876016665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.876625871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.876636671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.876823196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.880502622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.881709133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 394570128 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.881854917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 394715222 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.88198287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.882130614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.882822542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.882836302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.883068968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.883199232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.883208142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.883214642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.883445268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.884781713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.886182559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"16.129429ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.887139834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.887168985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.887292198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.889203868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.889440294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.891077126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.891262081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.891293102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.891461646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1229, tv_nsec: 404323491 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.891740003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.893089488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.893391906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.893419987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.893450158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.893563121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.895618614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.898626852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.898661753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.898754685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.913468637Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.913804955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.914136244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.915684814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.915715915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.915871489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.91590187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"45.835848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.915948081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.915982852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"46.987339ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.916180777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.917611164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.917954303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.918913528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.919197545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.919675198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"50.694414ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.92052908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.920714275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.920753236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.920959791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.921029183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.922288166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.922314546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"53.368655ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.923095076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.923353973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.923401835Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.923421835Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.923576709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.929652497Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":12,"elapsed":"60.790797ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.934929003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.934949884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.934959094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.935323444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.936201696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.940169379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.94018691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.940359794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.953286119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"83.196228ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.953893215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.953923856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":34,"elapsed":"85.071636ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.95715184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.957183891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.957443298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.957460738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.957471698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9eb2a2b-d7c4-4f3b-8c3d-96e4e4baffe2\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.957482368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.957696854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f29a47f-86a0-412f-b131-e38be067ad9c\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.957713605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.958053763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.958468624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.959362077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.959642195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.972917839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"102.838887ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.973291289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.973303849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.973312049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"104.314556ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.990344301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.990368521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:07.99069196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f45819-d644-4d83-a5ed-57db457c9f0e\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.99071379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:07.992192729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.003548333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"134.526869ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.061825565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":12,"elapsed":"192.916114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.062325798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.062695968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.063994071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.064680839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.064951926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c46876fd-800f-4c35-bc42-9e1cf75ddc37\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.066061765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.066081555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.066238259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.066371553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.06665348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.06781939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.068277572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":12,"elapsed":"199.367561ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.069790261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.069801342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.069951516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.173256265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.173550563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.173565443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.176997402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f5606d-139e-4dc3-9c30-d1aac4b711c8\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.177023483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.177244209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d883aaf0-f95e-42aa-8824-54a74c005b4d\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:03:08 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.177256039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.177267819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.17727528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.17728206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.178007748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":12,"elapsed":"309.19574ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.194822955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.194850445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.195141503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7800c9cb-3598-4ee4-9bfa-6b59a4ae0d01\", \"date\": \"Fri, 13 Dec 2024 21:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.195151543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.19542656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.196812666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.19697692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.200251276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.200594884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.203445508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.203456539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.203849349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c478e4ee-caf8-4e39-a34f-9e774e4efb7f\", \"date\": \"Fri, 13 Dec 2024 21:03:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.205640505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":12,"elapsed":"336.683493ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.241096015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.241415883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.243435856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.243459846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.243760474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.250496009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.250765286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b18e2d-b982-4120-92b5-424ef16fff10\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.250790846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.250803727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251087734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251099014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251107175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251118465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251126225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251134055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.25130992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.25132175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.251542106Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.251553366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.251748731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.253448185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.253654741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3046a83f-8ad5-4084-a5bc-5faf49752b74\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.253683671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.253781134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c0ffd79-5b18-41b0-afdc-b9829c3f3bba\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:03:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.253799094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.253811555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.340314098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"bb608fe4-e939-416c-b23b-757c7ff13cb7\", \"date\": \"Fri, 13 Dec 2024 21:03:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:08.340344819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.340355749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.340559395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"689368b6-6de1-4517-9822-928bb6e05f52\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:03:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.340596836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.340798881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.343989354Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.344149048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.347769892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.34809181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.349418265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.349580219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:08.356837367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":12,"elapsed":"487.958036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.634237514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b4e4fc28-f41e-46a9-b877-bb6b914f9381","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.634575533Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b4e4fc28-f41e-46a9-b877-bb6b914f9381","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:17.636920734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b4e4fc28-f41e-46a9-b877-bb6b914f9381","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2771,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.637261413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"a864b95e-de0c-4c48-b384-663c7da2780c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.637573701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"a864b95e-de0c-4c48-b384-663c7da2780c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:17.63987777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"a864b95e-de0c-4c48-b384-663c7da2780c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2685,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:17.643041452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"40699cc5-ebcb-400f-8819-d33c5d04702b","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869389174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869435295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869446175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869455695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869783034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.869797684Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.871810046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.874471235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.874481786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.874615869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.876525039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.876850277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.87848515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.881171309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.88118364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.881335183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.889947437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.889971297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":35,"elapsed":"20.568974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.897717148Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.897946144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:17.8989464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"29.573437ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:27.642987671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"21fcea3e-0a16-48e5-a6ec-2d1ae9e3cd89","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.869302141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.869339102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.869350852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.869360052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.86965367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.86966945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.871136259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.871310683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.871610261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.872943675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"3.652495ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.874394463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.874402703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.874562027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.876451996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.876622711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.877787701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.880256965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.880268465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.880397879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.890357837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:27.890372317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":36,"elapsed":"21.065876ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:32.634373026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"0756e67e-d822-4115-a175-231366498f4f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:32.634698395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"0756e67e-d822-4115-a175-231366498f4f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:32.637318972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"0756e67e-d822-4115-a175-231366498f4f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3034,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:32.63761747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"785e62a0-9c94-4bd6-a362-49445c715634","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:32.63797895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"785e62a0-9c94-4bd6-a362-49445c715634","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:32.639895859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"785e62a0-9c94-4bd6-a362-49445c715634","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2352,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.642417854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c986fe7b-054e-4e07-a922-bd28ac35c957","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86858858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868642412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868654922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868665022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868677083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868687893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868698153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868708934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868719924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868727164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868734904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868744194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868752245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868761105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868771775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868784305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868793846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868805526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868816956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868826657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868836717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868846947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868858367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868868318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868877878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868887638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868898479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868908089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868920149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868929939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868938969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86894819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:03:37.86895691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86896795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86897803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868986991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.868996041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":8,"elapsed":"12.89µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869005861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.869014842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:53:37.868859117 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869023952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869032672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869040752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.869049622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869058043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869066003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869074143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869083903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869092424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869102224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.869111974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869121324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869130534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869140115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869153005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869166185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869294579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869321489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86933418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.86934615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869372871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869385291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869411022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869422242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869432172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869442342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869452143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869461043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869471823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869483043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 382533418 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869499394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 382556789 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869515535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869526905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869537785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869548295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869559505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869569486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869578876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869589246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869598726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869608247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869618157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869626897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869636098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869644958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869653458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869662058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869670068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869679499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869780361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869884724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869913255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869925585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869936965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869948646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869959416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.869970436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.870012397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.870038028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.248222ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.870047478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.870057569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":7,"elapsed":"1.314574ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.87011848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.87012791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.870311945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.871121346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.871927267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.872139343Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.873018715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"4.213809ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.873873748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.873885578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.874083433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.876204338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.876502126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.876712431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877246805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.877327537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877352548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877362888Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877576153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877797299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 390876674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.877910002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.878027585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.878835196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.878859157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.879032071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.879701509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.879722219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.879875503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.880619672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.880660804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.880796317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.880969232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.881264759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.88128437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.881468185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.881653979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:53:37.868859117 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.881663339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:53:37.868859117Z\",\"pruned\":[]}","iteration":7,"elapsed":"12.799682ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.881925576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.884094562Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.884106883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.884277107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.884551865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.884561055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.88475912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.885139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.88515411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.885295444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.886132226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.886537796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.886955247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.887590673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 400668419 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.8878406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.889658147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.889673687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.889833111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890098668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890111979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890295523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890701494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890712774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.890905139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.892939082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"23.353655ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.893553868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"23.964091ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.894578774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.894598985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.894608245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"25.000279ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.895805736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.896105464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.897048989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.897360497Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.898298451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.898319971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.898482586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.900448777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.900598411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.901459513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1259, tv_nsec: 414531568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.90175042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.901974286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902029698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902046348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902056739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902066039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902363656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902922601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.902946731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.903073005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.905622461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.905840977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.906630747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.907363936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.907601862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.908624079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.908897476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.909269415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.909459171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.911049652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.911555185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.914988424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.915017515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.915150848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.915172909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.91522409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.915429345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.915582959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"46.025214ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.916631146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.916657947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"47.809951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.917898449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.918229838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.934716696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.935058855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.937112778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.937477927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.940604098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.940631379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.940888126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.941323057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.941344387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.941550443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.942739114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.942804825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.945022553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.946113041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.94645833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.947561679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.947927568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.947947869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.948200875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.948643777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.948664327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.948673758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.948949045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.950908355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.950932316Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.951194233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.952599099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"83.027224ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.953833522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.953857042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.953868182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"85.091427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954030876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"85.158459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954244392Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954272753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954285843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954296114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954305804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954637012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.954663323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.955759801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"87.095999ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.956744387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:37.956767918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.956781778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"87.873009ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.957196559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"88.445784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.957786534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.957937548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.958047751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.959059167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.962101236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.962130967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.962331522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.962851985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.962873686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.96304751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.964133419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.964160499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.96417249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.964358624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.969792945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"101.089632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.981207061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:37.981421077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.056647848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.05670368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.057196523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc16bd7d-c4ca-4a7f-a607-b16c8c5d788a\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.057224573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.063946428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.07868697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.078725811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.079017669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73483a45-2918-4f21-acb8-5a435340d03b\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.079092811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.080860936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.089799798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.101386249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.101406379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.101734158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edc71aa8-6386-4b99-a2ad-226fc2a6af50\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.101759428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.102142588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.122052285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.239691646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.239737307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.239991054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc08806-1fee-4d2b-b9e6-c9eebe1ea34c\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.240005244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.241653987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.252918869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":13,"elapsed":"384.021321ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.32505584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.325390049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6a2fd97f-ef2d-4267-8bdb-58b8972ad6cf\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.325413779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.327028251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8f8d7066-e17a-443b-ad52-cf0b49e22f7e\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.327038691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.327842072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.327851503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"459.288572ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.330998604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.331476146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d80a56-eedf-4894-bdb3-8cfa679e890c\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.331513307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.331523378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.331530558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.332478572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":13,"elapsed":"463.837721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.332942015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.333340315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.333647903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.33506083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.335557812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"465.980376ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.335572643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.33583873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.33585085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.336019544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.338852938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.338864428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.339036413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.339123525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.339138815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.339297189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.34165541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":13,"elapsed":"472.782223ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.341875186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.341886827Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.341897587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.341908537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":7,"elapsed":"473.241565ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.342824311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.342839011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":37,"elapsed":"473.931032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.365750155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.366049913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.36747018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369147464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369158654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369167934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369286867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369298247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.36939798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.369431541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.370756725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.373356783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.373367503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.373497436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.374806961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.374816511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.374823491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.374831131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":7,"elapsed":"506.005185ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.381294619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.381317959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.381646848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"29fa5508-aa2f-4d0d-8a43-c510f110a33f\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.381660498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.381934035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.384603695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.384793849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.387749716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.387961902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.392055798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.392070388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.392592722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"19e22288-7dc7-49db-8f84-f544fc56d32c\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.394202673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":13,"elapsed":"525.282904ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.394666516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.394949743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a97abf8-465a-4b56-9faa-e9b40fbded75\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.396604646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.396854232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.399233404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":13,"elapsed":"530.375407ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.401799101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.405100516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.405126267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"536.490745ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:03:38.425258059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.42527815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.42528921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.42529877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"556.590377ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.483323865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.483805838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"11635e43-6d03-43a5-9302-bc137f15b3f7\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.483821078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.485347938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"56c0e478-e8d4-41f4-8ea7-a9e34ad41f5e\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.485369248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.487486323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"15938b21-40d2-4d5f-ad44-6b41290527df\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.487503414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.489168367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.489189587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"620.601927ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.50432586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.504409802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:42546"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.504555316Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9317bb18-e79a-4cd8-9685-aa993ef48007","remote_addr":"[fd00:1122:3344:101::b]:42546","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.504838203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"9317bb18-e79a-4cd8-9685-aa993ef48007","remote_addr":"[fd00:1122:3344:101::b]:42546","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.511774713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.512107912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.514143135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.514168895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.514312079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.528518237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.528798015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff007474-a738-43b2-8652-ad5f9d58da38\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.528827985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.528855496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529118593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529130553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529138153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529145714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529152944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529160594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529342309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529351619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.529580175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.529588495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.529855052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.532130001Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.532281015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0936e2b5-708a-4be2-8efa-eed062b3ac16\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.532294295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.532365777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"435a3eb9-c0b6-4c44-a267-378a9654179a\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.532380288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.532390298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.538527617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/oximeter.rs:76","collector_id":"1f4f4352-c234-49e8-a10e-c3ed903f7462","producer_id":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.538550638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/producers","method":"POST","req_id":"9317bb18-e79a-4cd8-9685-aa993ef48007","remote_addr":"[fd00:1122:3344:101::b]:42546","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34049,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.538611689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9317bb18-e79a-4cd8-9685-aa993ef48007\", \"content-length\": \"41\", \"date\": \"Fri, 13 Dec 2024 21:03:37 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.540797076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.540810786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.617491435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b65316b5-a706-42d8-b663-8ef4e990a0b7\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:38.617513566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.617523926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.617722081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73119ad7-9240-42b3-b06e-14dab43a7de7\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:03:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.617755352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.617965388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.621010536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.621197801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.623493951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.623743018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.625480883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.625655647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:38.631895279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":13,"elapsed":"763.108274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.634257469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"a99957fe-3d05-4f31-8dc2-4702f5cd42a8","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.634566417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"a99957fe-3d05-4f31-8dc2-4702f5cd42a8","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:47.637105603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"a99957fe-3d05-4f31-8dc2-4702f5cd42a8","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2923,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.637348369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b8186652-f271-41c7-bc18-a436a95881f2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.637617206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b8186652-f271-41c7-bc18-a436a95881f2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:47.639741031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"b8186652-f271-41c7-bc18-a436a95881f2","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2429,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:47.642990675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"cbd7ace5-f9c7-46f4-8eab-154c9e0a57e7","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869318256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869360867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869375697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869387317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869770538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.869789428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.871877172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.872065577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.872446007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.873438173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"4.129887ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.875034124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.875054704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.875174928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.877251692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.877421566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.878966666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.88141564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.88142785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.881558513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.893859642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:47.893877093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":38,"elapsed":"24.564578ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:03:57.643375939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e2df0a51-b900-4131-8d8d-f60ce0cdcaf5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.869500785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.869549406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.869557836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.869567186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.869877804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.870059959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.871603219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.871767363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.872135953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.87317538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"3.687585ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.87474457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.874756371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.874898234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.876564168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.876722642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.878161279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.880563172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.880573772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.880704665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.888764264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:03:57.888791695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":39,"elapsed":"19.262519ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.64269336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"71a4fbc0-40da-4118-84d6-15f8877914b4","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868825976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868881917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868893248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868901938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868909908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868917838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868925969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868935229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868945639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868953879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.868961889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86896967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86897728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86898635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86899416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86900229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.869010551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869019771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869028921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869037091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869045141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869054092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869061022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869068212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869076022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869083062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869091603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869299928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869342829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86936074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.86938252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869397561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869406891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869415531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869423881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869434572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869444172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869452232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.869483503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870064808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870093259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870104969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870113449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.87012294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.87013314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.87014217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.87015249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870324595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870350575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870389096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.870401147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.872238604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 385244699 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.872434489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.872542082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.873056956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.873066846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.124697ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.873555838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 386574204 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.873763834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.874129463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.874149224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.876014092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.876028223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.876208427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877034889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877045409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877150622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877159482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877269965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877279745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877287205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.877392318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.87745285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.879287277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.879460672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.880049667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.880288223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.880411656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.880426437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.880432997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.880622812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882043029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882064229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882225413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882815019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882840379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882909641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.882974823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.883142197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.884609305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"14.558268ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.884982675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"14.906877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.885355044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.886134775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.886356841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.886683019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1289, tv_nsec: 399702494 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.886812592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.886933785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.887169692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.888120876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.888129616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.888319061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.890624381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.890869358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.890880738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.890886638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.890904619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.890918639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"20.855781ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.891073433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.891653918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.892441348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.894499842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.894526613Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.894744158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.895563469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.89558683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.895712993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.897029147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.897200132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.898452124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.900659752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.900693292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.900852897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.902713785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.904535672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.904563093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.904686606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.908541066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.908573987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":40,"elapsed":"39.71515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.912655043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.912910879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.913628848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.913918705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.918004411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.91832916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.919043308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"50.060059ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.920411054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"51.393053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.920898637Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.921167324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.922867237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.923269678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.924746236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.927429826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.927448616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.927611421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.929273384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":14,"elapsed":"60.386016ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.929321865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.929336345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.929675134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"146587fd-4d24-4376-b72a-253c7f9fd040\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.929700865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.930694311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.933230806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.933259857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.933517374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3efe9682-e182-4234-bcbf-fe7c226ba7e8\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.933535814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.934655813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.934676604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.934688514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"65.692024ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.935426913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.935451894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"66.525205ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.935518826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.944246322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.94455132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.953644876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.953676437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.953971774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bfd4413-8721-44db-b07a-e3115fbefe9e\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.953989765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:07.956049978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:07.973415269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"103.352401ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.00315337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"134.15965ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.028089037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":14,"elapsed":"159.227521ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.039331949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.039611726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed52d991-d1c0-4edb-889f-75f25fea0e43\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.040984241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.041239058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.0424964Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":14,"elapsed":"173.598173ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.07062702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.070662261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.076660587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.130461722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.130803671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.133011038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.133026499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.133178103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.140328178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.140619296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc2751e6-8119-481e-a473-bc604edd19c1\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140644356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140654797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140933524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140942824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140949324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140955844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140962574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.140968785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.14117333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.14118299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.141320204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.141329794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.141491488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.14348807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.143606923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0d8bc0-fb59-4a79-8ded-51940de51c9e\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.143626864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.143773838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"630d40c6-39ca-4dbf-8c84-6521d33948c5\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:04:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.143787898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.143799318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.148309175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae805ba7-f921-4d3f-95dc-7ed01651dc1a\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.148329136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.148375197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c7979d-2c92-4b8b-afd4-e9db2002ed16\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.148394517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.148403447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.148411358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.14850864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.150384929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":14,"elapsed":"281.575144ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.161438886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.161461716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.165098591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"448514f6-358e-42d6-939d-5e49709d5e07\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.165118621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.165417429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.167995646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.16816837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.171277851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.171591289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.174612618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.174627708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.176372183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9b024786-8b86-491a-8327-355ced15d694\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.177697578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":14,"elapsed":"308.739688ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.237288263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6ea45264-b5c3-466d-b3da-e41dc4c40b01\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:08.237313714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.237323494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.23755642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8d3630-8379-4475-9ea5-68c93720959a\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:04:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.237593341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.237774936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.24142149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.241620936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.244436538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.244776247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.246557004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.246756169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:08.252930319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":14,"elapsed":"383.98633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.634468345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b19c704e-8ae7-4058-af0f-2068c543ce6c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.634789933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b19c704e-8ae7-4058-af0f-2068c543ce6c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:17.636499618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b19c704e-8ae7-4058-af0f-2068c543ce6c","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2131,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.636777645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"f84f154b-4612-478d-be4c-d2cbabdb3f60","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.637131164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"f84f154b-4612-478d-be4c-d2cbabdb3f60","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:17.638833408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"f84f154b-4612-478d-be4c-d2cbabdb3f60","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2121,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:17.642650797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"68bbd172-a522-4261-a6f5-fb21806cde69","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":406,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.868811053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.868853165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.868861905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.868869605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.869227084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.869345257Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.870868657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.87175851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.872066138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.873550226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.873560167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.873713031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.873835674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"5.045811ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.875374794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.8756108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.877103759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.879758037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.879773268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.879917792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.887065577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:17.887083487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":41,"elapsed":"18.266054ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:27.642769599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"bb3282bb-e7e2-4491-8e9d-72501ddbc94d","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":351,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.868893345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.868938916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.868951156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.868964036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.869400218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.8694828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.871073901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.87141802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.871435541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.873184856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"4.305492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.874201412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.874209972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.874358487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.875950058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.876186524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.877218001Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.879951912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.879962542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.880102195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.888727259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:27.88874134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":42,"elapsed":"19.834034ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.642496841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"5124f0bb-6243-4a79-a54a-f236d9d98d03","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868643437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868698198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868710268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868721289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868732049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868744109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86875498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86876602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86877807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86878983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868801391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868813701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868825511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868838012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.868850912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868863963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868874793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868888123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868900353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868911734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:04:37.868924304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868938225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":9,"elapsed":"13.79µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868952585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868965135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.868978575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:54:37.868796341 UTC"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.868990296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.868998626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869007036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869014916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869024257Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869033007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869041447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869049717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869058268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869067398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869077318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869086188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869094198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869106689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869117899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86913001Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86914143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86915281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.8691647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869176391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869188881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869201231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869212341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869223892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869236012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869247733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869261983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869274473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869287483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869301214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869314224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869328244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869342335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869357075Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869370736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869386026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869401557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869416907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869431907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869444498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869456678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869469808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869483848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869495919Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869508099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.8695172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86952672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86953744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.86954724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869555681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869562011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869568821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869574821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869583261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869591621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869600672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 382746417 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869613772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 382755847 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869724205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869737645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869744495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869756396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869774266Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.869784046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.870133565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.870152526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.278273ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.870211758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.870223668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":8,"elapsed":"1.352235ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.872556208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.732247ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.87263371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.872643501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.872649781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.872732913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.872906177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.874052887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 387207742 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.874079048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.874304224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.874428547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.874591781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877570968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877590559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877748213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877764853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877856426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.877981119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.878218845Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.878236966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.878429421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.879035186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.879053297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.879243712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.880106084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.880512615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.880850383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.880870204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:54:37.868796341 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.880880304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:54:37.868796341Z\",\"pruned\":[]}","iteration":8,"elapsed":"12.079033ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.880955396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 394107241 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.881235183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.882102416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.882114896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.88227516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.882671571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.882829675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.88379996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.883988185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.88420627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.884428206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.885531265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.885542625Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.885889954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887233169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887245079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887434134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887449775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887458655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887634239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.887990699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.888001819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.888146473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.889276092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"19.826624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.890559785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.890726439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892156887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892361332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892376392Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892637849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892716341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.892729531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.892738142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"23.261413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.893702567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.893769909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.893792429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.893914942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.893988844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.894665772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.894761164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.895547555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"26.701472ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.897336921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.897354231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.897514716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899158598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899801835Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899824306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899833056Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899839626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.899924738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.89998793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.901170941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"32.177875ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.901512039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.90153583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.90154682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.90155322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.901753226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.902616278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.902906186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.902928426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.902945036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1319, tv_nsec: 416106842 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.903272745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.903298226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.904836456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.90887059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.908893571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.909120557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.912541996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.912826583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.921770165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"52.305806ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.931737463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"62.249065ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.933501929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.93352486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.93353202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.933792417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.933876319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.934157676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.934390952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"64.938554ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.935033449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.935048459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.93505748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"66.234198ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:37.935495721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.935507911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"66.739201ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.935772038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.935975603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.944075093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:37.944296069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.007897399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.017505018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.017561549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.017860507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23a0c51a-040a-43cf-bbd9-99d09843398a\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.017876798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.018292339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.019943881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.049538309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.049561739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.049803936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c58c1237-fa59-4ee9-b827-0d79e0becd5c\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.049832946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.051471969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.063644255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.063671076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.064035425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0becdd63-3ebe-423e-93ca-b73a8ff78991\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.064070866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.064548468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.065107813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.065600055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.066414527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.066668313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.067404232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.069931528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.069953508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070229686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070424031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070448361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070508153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070565064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070646136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070746699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070891023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.070903723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.071088078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.072009622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.072026532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.072240108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.073051449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.073068949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.073354537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a788c7-8824-463a-97cc-dc35fab1bd92\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:04:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.073381507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.073716506Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.074000233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.0758107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.075835881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.076442507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.077228197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"208.286352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.078142331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.078167312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.078339396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.079466435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.079507776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.079669251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.080094362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.080111042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":43,"elapsed":"211.421024ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.081665682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":15,"elapsed":"212.991465ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.106857776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.106902677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.106916187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.107190814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.110538121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.110562262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.110573312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"241.897084ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.115259523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"245.817576ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.116532197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.116553557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.116564537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.11668532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.116969658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.117001299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.138671351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.138711472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.138921987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7a20d504-2276-42b0-b7fd-3e583c54d0c9\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.138949558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.139198395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:04:38.141454663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.141476084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"272.844627ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.17062458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.180128116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.180372243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ef03cda-a5b2-42e1-bd8e-e44e9869959a\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.181695767Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.181963754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.183760971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.184083819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"e7822b31-eb88-4562-8769-935e3574559a\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.184097459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.18567724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"ed66e398-dc74-4a57-a5b5-f8bc41718470\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.18568847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.187081086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.187093977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"318.208174ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.201060839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":15,"elapsed":"332.353801ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.226186431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.22651832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93d4c639-777d-4a25-aba0-1f06a5699442\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.22654902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.226567411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.226580131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.227608648Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.227874165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.228107161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":15,"elapsed":"359.133605ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.228670485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.229748873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":15,"elapsed":"361.025104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.229836975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.230134853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.230672037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.230684988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.230854432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.232179796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.232192267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.232405932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.233013368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.233028008Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.233153612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.234806504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.234833235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.234845556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.234856856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":8,"elapsed":"365.88163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235312668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235455621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235922933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235945824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235955044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.235962685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":8,"elapsed":"367.058961ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.238850969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.23886593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.239184278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"55273d8a-8495-45a6-9387-496b792129cf\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.241379955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":15,"elapsed":"372.644876ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.258358255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.258893419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5c2b7988-f2dd-4d50-af6f-e092cada8964\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.25891758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.261211729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"95ce294f-5769-4517-88e6-61bec4b703b6\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.26123687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.262695498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f8d7abe6-8a11-4977-aba5-41a1328ffda0\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.262709338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.265064439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.26510273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"396.34709ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.266183358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.266211289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"397.200072ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.299829431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.30018616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.301978157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.301992667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.302150421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.309328397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.309590754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c05c16e3-0c48-428f-93dc-ddab78acbe7d\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309613185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309623615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309854191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309870641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309877811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309885352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309893222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.309900182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.310060516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.310070876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.310301633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.310310263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.310487277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.312810787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.312989512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c2ee8be-1284-4f65-bdd0-0626d3ce7b91\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.313000912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.313085635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b28040-7daf-459c-9ed8-fcb1cac805c2\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.313098785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.313111965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.402922805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ca2cd5f4-30fc-4953-8c0d-b7c619fb6661\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:38.402955686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.402966816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.406990621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b485cd0d-a8bc-4676-9af8-abb087040c13\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:04:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.407029331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.407337759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.410978334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.411309413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.414615628Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.414790793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.416358244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.41661658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:38.423326404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":15,"elapsed":"554.3731ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:47.642520911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"a973367b-e56a-4650-bb32-b3a2814e38ef","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.868637246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.868670297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.868679717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.868689978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.869053167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.869095998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.87071425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.871163822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.871376687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.873593575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.873611065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.873773789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.875597817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.875795742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.876932901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.879439776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.879453297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.87958959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.891823047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.891841478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":44,"elapsed":"23.190712ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:47.897187046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"28.55468ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:04:57.642222042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e8dfaea4-f1c1-48e5-9a03-c2861a88aa3e","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":340,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868347697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868398298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868410719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868418589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868664325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.868685536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.870255087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.870616226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.870967235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.872554596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"4.22354ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.872906605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.872918826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.873052539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.874104586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.87425662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.875851442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.878196893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.878209053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.878339136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.886734484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:04:57.886767245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":45,"elapsed":"18.408447ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:02.633878484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"68ee1a13-5c07-494a-8613-cf842867074a","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:02.634189623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"68ee1a13-5c07-494a-8613-cf842867074a","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:02.636164064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"68ee1a13-5c07-494a-8613-cf842867074a","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2354,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:02.636456491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ede22257-0d92-4dda-ac7f-e808e2d94084","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:02.636958354Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ede22257-0d92-4dda-ac7f-e808e2d94084","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:02.639030648Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ede22257-0d92-4dda-ac7f-e808e2d94084","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2663,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.642994371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"53bfe7e0-5712-4c26-be8d-e75bf20ac22f","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869118927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869174418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869185049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869193059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869203729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869211389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869220389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86922831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86923672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86924747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86925525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869264991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869274031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869282281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869291501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869300011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869307972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869316042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869324802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869332652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869341282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869349303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869357173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869365763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.869378974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869389184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869397294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869405604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869415094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869423275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869432025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869440675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869449905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869456376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869462456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86962774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.86964073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869706812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869719422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869736223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869747963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869767073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869809455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869852226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869860576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869869066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869877186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869886007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869894217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869900967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.869909697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.872663479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.872874434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.87311622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.873161041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"3.913951ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.873189322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.874217459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.874755023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 388091878 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.874943598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.87503424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.876061727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.876074727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.876256912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.87771944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.87773197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.877909595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.878251844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.878270364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.878428498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.8792602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.87927602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.879489896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.879623849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.880313547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.880339338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.880347968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.880640255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.881180549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 394517415 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.881447896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.88156981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.881773335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.882794342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.882811442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.883022387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.883444408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.883706765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.884496715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"15.139962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.885728558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.886016095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.886403665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.886624731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1349, tv_nsec: 399956716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.886681862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.886907808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.887789731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.887972606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.889451164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.889474905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.889868795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.892182435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.892208446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.892350819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.913638602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.913688163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":46,"elapsed":"44.523575ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.925994802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"56.640459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.926510005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.9266802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"57.42935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.926976428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.929589875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.930857538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.931117545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.931788362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.931806273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.931963277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.933714492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.933873466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.93479753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.935837257Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.935863138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.935871678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.936156926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.936559376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"67.186872ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.936979387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.937006918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.93707985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"67.691906ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.937140621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.943488126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.94558104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.945606261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.945747184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.946263408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.946293378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"77.041669ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.96794804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.968189126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"99.023989ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.970607219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.97062983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.970793154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.975051154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.975065125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.975406814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f9c29c6-32fa-4dd6-bab9-f9c198bdc9e0\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.975422564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.976853491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.979350226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.979363916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.979372727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"110.071305ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.983273158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"114.079379ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.985568757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.985583437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.985848095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65f3da07-0ce7-4aa0-ad0e-27967d17a3ed\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.985862605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.985873045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.985881955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.986158063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00be3da-30c6-44e5-9308-1fbb48323056\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.986171393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.988546494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.989206462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:07.989241132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:07.98952906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.052619166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.052666068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.054646679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":16,"elapsed":"185.422259ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.061216939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.061522447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.062487992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.064351641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.064368881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.064503735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.065984623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.067921643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.067934844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.068070517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.080266404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":16,"elapsed":"211.000013ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.09051769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.090792466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c185138-deb3-4dde-90ba-cc5796d10c0a\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.09245997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.092736597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.09479336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":16,"elapsed":"225.51701ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.109142442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3bdbbbf-5a41-4fec-a6fc-6102e180b644\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.109166923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.109394439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.120788155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.121280237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdd2618b-608b-42a1-942d-3b0d853aae7f\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:05:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.121304018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.121313318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.121320698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.122231822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.122243312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.122441038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"59457e2d-d872-4d30-8ec1-4f5a5125c66f\", \"date\": \"Fri, 13 Dec 2024 21:05:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.122463598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.122832208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.12332272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":16,"elapsed":"254.222624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.125188379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.125355923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.128230458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.128662779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.131271927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.131283777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.131636296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"db223588-6d79-4dc9-81a8-8cdebc0a2f4e\", \"date\": \"Fri, 13 Dec 2024 21:05:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.133089634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":16,"elapsed":"263.796632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.15686046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.157179779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.158898393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.158910093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.159100048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.165819493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.166073689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c971f8f1-b2ab-45dd-9d70-9a1946630782\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.16609476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.16610606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166358397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166371897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166380407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166389667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166398428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166407328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166557402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166566922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.166803248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.166815769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.166984043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.168615125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.168746059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6c9e00e-3fec-4690-9c7e-2697f50fe783\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.168758239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.168850831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60bca929-c5f0-4545-9ef5-d02d67a4ea26\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:05:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.168866202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.168879232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.257807799Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9402ef82-c692-49ae-bbf1-050135d74213\", \"date\": \"Fri, 13 Dec 2024 21:05:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:08.257830789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.25784021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.258077916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f53f80-ce24-4e5a-835a-f735feac328c\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:05:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.258121297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.258417325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.261001761Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.2613233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.263365143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.26365319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.265328054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.26558826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:08.272597832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":16,"elapsed":"403.448845ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:17.642434527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"83a683f7-9133-4270-9e25-93caa6736fbb","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.868523461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.868558842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.868568972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.868580053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.868837109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.869034964Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.870767399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.870951124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.87118811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.8723509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"3.836909ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.874002623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.874015854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.874174238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.875935653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.876124408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.877414142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.880015469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.880030359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.880171183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.889717261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:17.889747952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":47,"elapsed":"21.19392ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:27.643340328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"18b4f9e4-f073-45c1-a00c-ee56c30c0b48","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":459,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868477108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868521579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868530899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868539299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868827917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.868844307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.870034788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.870249454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.870538181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.871682661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"3.210453ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.873258792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.873273492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.873423436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.874438332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.874643477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.875852589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.878377834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.878394265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.878527378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.887191223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:27.887214694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":48,"elapsed":"18.717605ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.642424523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"faba8415-fa05-4059-a057-953e48ca3a5f","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":347,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868583149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86862814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86863968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86864717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86865494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868662831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868669531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868676771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868686501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868694541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868701422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868708552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.868715652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868724322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868731653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868738533Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868744843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868751623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:05:37.868757293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868764443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868772954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":10,"elapsed":"13.17µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868780674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868787744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868794814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868802184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.868809535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868816015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868823165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868831335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868838155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868844645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868851226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868857636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868863386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868869966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868877456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868883597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868890877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868897897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868905077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868911947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868918327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868925227Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868966519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868973679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868981389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.868991089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.86900108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:55:37.868864536 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86901078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86901961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869076262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869093932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869166134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869182734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869223645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869240136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869254016Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869267567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869281737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869294147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869306617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869317758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869328748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869338578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869349689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869359449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869369209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869379559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86939042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86940129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86941111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.86942212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869431631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869443891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869467152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869492172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869503082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869509603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869516413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869524233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869531933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 383000797 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869544114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 382995637 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869569234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869591615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869600675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869631196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869661727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869671367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869971275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.869992775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.264563ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.870000766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.870009126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":9,"elapsed":"1.211061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.870210581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.870430157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.871871464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.87248683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.872848859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.873092586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.167408ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.873159167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.873168938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.873841785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.873853595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.873859846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.87404904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.875089667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.875098578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.875336504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.875999361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.876021642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.876166025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.876385421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.87713034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.877148161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.877304245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.878054354Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.878417574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.878440494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.878600909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.87865508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880329013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 393840898 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880361174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880505668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880520058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.880544339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880568429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.880677542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.881271788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.881283948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.881443962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.882715095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.884005809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:55:37.868864536 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.884029489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:55:37.868864536Z\",\"pruned\":[]}","iteration":9,"elapsed":"15.144953ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.884606204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 398137700 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.884884692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.884960314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.884970014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.885087257Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"15.78575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.885105527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.887991492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.888550517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.888567177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.888577447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"19.234269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.88907701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.889497991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.890522808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.890544538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.890554348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.890566419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.890783634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.890803975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.891438882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.892837748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.893540346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"24.764502ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.89525387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.895273441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.897450858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.897471988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.897481398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.89947777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"30.176333ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.899993664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.902219011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.902249682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.902261942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.902273572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.902284103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.902293843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"32.75549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.903443103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.904046889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.904316925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.904359657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"35.689426ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.906475921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.906497592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.906629736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.908772151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.908794422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.909016438Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.925154856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.925459884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.926278165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.926609194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.927153038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.929223571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.929247442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.929394726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.930724741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.931042709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"61.725071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.93107711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.931262544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.932039535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:37.932048255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.932056965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"63.327833ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.932379393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.933450611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"64.154984ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.933854102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.933866122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.933872512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.933878292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.934132729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.934650652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.934896129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.935083614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.935750521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.935768051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.935921225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.957248489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.957476124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.961583221Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.961600462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.961608102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.961615862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:37.961808317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.034177924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.034232985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.034518413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce80e1d5-05e4-4b75-94bc-1a8722eb169d\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.034533063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.036379271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.132908665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.154581467Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.161686821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.161704162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.161991849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a26d0023-b454-480c-ab8f-8450a95bed08\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.16200748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.163928839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.174066453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.174094693Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.174379841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ece323-0d36-4a1c-b0f0-cdb7ee572f29\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.174408841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.174829512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.177384568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.177631115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.177753298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"308.907303ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.178573689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.178726943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1379, tv_nsec: 692246508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.179079132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.179801391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.180812057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.181956067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.181974607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.182148882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.183005894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":17,"elapsed":"314.329203ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.18437025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.18439545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.184589615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.185863788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.185886099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.186166776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.186820853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":17,"elapsed":"318.215864ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.188467366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.188496747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":49,"elapsed":"319.853166ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.209603924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"340.879271ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.211178005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.211504544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.217680544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.220502577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.220935478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.222483508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.222508209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.222672353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.223439883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.224586323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.224973773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225399864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225416824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225427085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225493896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225513447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225707242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.225720642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.227327544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.227494428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"358.15024ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.22795389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230481896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230495076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230555978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230566778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230674671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.230728632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.231855591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.231870672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.231879772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.232018825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.232630281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.232641272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.232649132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.232657592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":9,"elapsed":"363.908139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.233859593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.236625215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.236648416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.236777519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.237226771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.237242981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.237509558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cdcc863f-7d90-42b9-a68f-f41c5666528d\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.237526528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.237848887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.239252783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.239271494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.239281554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.239299274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":9,"elapsed":"370.743156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.23952299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.239717555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.258724568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.258761149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"389.960395ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:05:38.270425882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.270446302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"401.632698ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.306778524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.307112043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9add7277-36ca-4164-a504-1e9819d70ad4\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.308357285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.308665263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.317168423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.317202364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.317551683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386d4254-7240-424b-8328-c2d29f881b41\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.317590994Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.321034424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.375886976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.379030368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":17,"elapsed":"510.169741ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.380054235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.380492286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.383241247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.38527113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.385356982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.403456171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.403919783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"32a68200-6738-450a-9a8c-d8025707d68a\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.403952864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.4060908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"a4b3166b-b0cc-49e9-995e-7eed1d16576d\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.40611239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.409003705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.409017526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"540.19388ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.469840783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"179d92f3-f350-415d-8e72-a65e565efd2b\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.472044361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":17,"elapsed":"603.39667ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.472080931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae668f2e-78bd-479e-9342-8d0b119c1413\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.472102042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.472109202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.472115862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.472722468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.47317473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7e31dd4c-438e-4266-9c0b-779b8c89bf14\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.47318451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.474373541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":17,"elapsed":"605.530186ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.474767321Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"06c1ab51-ff66-49dd-aa1d-c7e79b85654f\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.474789382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.476602639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4a32eff5-7978-4556-9929-7640dab6cbd7\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.476616599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.478548719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.47858763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"609.895349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.521737959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.522091349Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.524416989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.524430809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.524617084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.534146851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.534421099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b819e07-e6dd-455e-93d7-41cb82e5b8bf\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534454039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.53446614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534773077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534784938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534793208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534802518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534810909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534820429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534965982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.534976333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.535513847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.535522057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.535777584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.538063473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.53832407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b00ecc79-6b9e-41aa-8f4b-892ba525355a\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.53833524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.538425352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227bbcb6-199f-4741-bb9a-0888f528c8b6\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:05:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.538448823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.538458023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.633347305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7f9df383-4a7f-4213-b05c-b2ec8ecc7bc8\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:38.633376255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.633384945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.633699683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"362277b2-b0d8-41f1-a7e1-f8d720094985\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:05:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.633738564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.634021522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.637231565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.63742643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.641202878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.641554797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.643161749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.643394975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:38.651214398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":17,"elapsed":"782.461434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.634431075Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"ba675c68-f65b-4c79-b9a6-9de5252fb08f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.634763764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"ba675c68-f65b-4c79-b9a6-9de5252fb08f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:47.637591967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"ba675c68-f65b-4c79-b9a6-9de5252fb08f","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3237,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.637857724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"69448cbb-141f-46f8-b285-ebfca695d4ae","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.638249004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"69448cbb-141f-46f8-b285-ebfca695d4ae","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:47.639882356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"69448cbb-141f-46f8-b285-ebfca695d4ae","remote_addr":"[fd00:1122:3344:101::d]:44409","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2072,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:47.642634668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"28cd05ff-f68c-491c-adbd-e72940255464","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":344,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.868958448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.868992099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.869000849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.869007309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.869295277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.869305397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.871041712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.873677641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.873691721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.873823444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.876219016Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.876439052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.877803728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.880316003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.880330373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.880459636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.891959985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.891984515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":50,"elapsed":"23.030147ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.897197451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.897419696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:47.899054509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"30.097751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:05:57.642526904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"b89b052e-7915-4e59-8421-48edc9ba4c64","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.868660249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.86871517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.868730121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.868741841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.869187193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.869208583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.87064931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.871719348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.871899603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.873277019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.873286119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.873426102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.873595237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.954019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.875227639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.875398894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.876834681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.879228713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.879238853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.879373907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.888688098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:05:57.888710509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":51,"elapsed":"20.04586ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.642284984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"657a9df3-9389-49ef-86cc-4e337fd59ffb","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":434,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.86843829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868486201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868497351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868506902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868515132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868522982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868532472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868539873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868547543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868557043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868565093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868574264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868583284Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868592904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868601004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868609694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868617955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868626715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868634395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868644335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868652486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868660236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.868668276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868678426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868686256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868695167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868702507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868920482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868932663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.868942183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869002115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869019355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869043486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869084757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869097657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869107417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869117958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869128048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869138598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869670632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869678942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869686162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869692242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869699143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869706113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869713563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869720173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869897188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.869955169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.86997584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.870005961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.871107389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.871925651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"3.310786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.872451344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.872469645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.873999274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.874023795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.874193949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875088042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875115813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875254417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875683938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875694998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.875832032Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.876047227Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.876507479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.877118915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 390830420 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.877387642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.877720511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.87882983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.87884228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.878943142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.878953683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.879021664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.879113907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.880144614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.880167984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.880309518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.880687388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.880931544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.881185861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"11.503838ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.881565181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 395281566 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.881854908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.883698576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.883940822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.884079826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.88422821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.884529547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1409, tv_nsec: 398250493 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.884775404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.885459522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.885679077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.910495741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.910959773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.92358134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.924749981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"55.066518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.924830243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925134891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.925523391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925535211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925542481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925679815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925759227Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925768577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.92588804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.925932371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.926029824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.926170507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.926401344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.92741816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.927784499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.929651118Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.929904824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.929986057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.93010546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.931381233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.931631059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.93204658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.93206397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"63.462056ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.93515672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.935179011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.935291214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.935302914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.935348105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.935468689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.937321617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":18,"elapsed":"68.754553ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.937888711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.939920784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.939936675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.940072268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.941826664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.942097761Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.943169908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.946925496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.946961607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.946973937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.94824212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.949881293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.949908993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":52,"elapsed":"81.455673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.950095028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.950108678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.950249622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.955110998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"86.607187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.958286971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"89.733398ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.962811188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.962823908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.962830138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.963190998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.967040918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.967060268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.967405287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"649e5106-d20b-44ec-8f9a-7f786a7c2bb9\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.967421368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.967721255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"98.017822ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.969503642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.970427306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"100.729943ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.973809513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"105.333282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.974877121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.974887621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.975141108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3b8a23-ff1e-43d3-b509-8649600dcaba\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.975155248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.977048947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.991122222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.991146083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:07.99144086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b92e983-77e6-4901-9d3e-e38a12b91314\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.991468131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:07.993667728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.001802189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.0018249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.00183519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"133.177894ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.094892884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":18,"elapsed":"226.342921ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.114456691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.114490412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.125084487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.138142976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.138520375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f4d453a-f123-4ac0-af37-c000a3b9e24b\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.140254531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.14062347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.141998306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":18,"elapsed":"273.418132ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.188643426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b02222eb-166b-4e9b-b7aa-1f90c90c27c1\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.188672946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.188685437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.188693417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.188743468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efee4746-d08b-4b1f-a113-879b59f0d78b\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.188769319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.189101647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.190312159Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":18,"elapsed":"321.8925ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.202817453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.202844184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.203184043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"bd09789f-3b48-42cf-a75b-706cda4cd740\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.203198853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.203523432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.205329108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.205526984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.207830493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.208027038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.211125869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.211143429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.211492928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"55f10d9d-30fd-4caa-8508-6e878b47d024\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.211850557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.212220717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.2135015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":18,"elapsed":"344.880635ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.21425359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.21426914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.214448035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.223937021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.224225298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae4dec78-d38a-466c-a0e2-5d88874314d9\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224248599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.22425951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224526326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224539087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224547217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224554647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224561847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224569947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224763932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224773773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.224928307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.224939137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.225176863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.226834586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.226910658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93017e8-89da-4391-a699-327b689bc9ea\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.226924699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.227007531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9512c14-4e02-4504-ae48-a3229c99877a\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:06:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.227020391Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.227030021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.315859665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e5e5bb42-2992-43f8-a3b6-e05080a73420\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.315888426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.315898246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.316172103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982a0dec-018f-45ca-9306-b0f765b1234c\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.316202654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.316523872Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.319276464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.319446148Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.32297139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.323219786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.325166977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.325340801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.332679531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":18,"elapsed":"464.222891ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.541360134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.541387685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.571490796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.571588438Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:43769"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.571749552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"302f280d-0f47-4e28-9ed6-e226303e497a","remote_addr":"[fd00:1122:3344:101::b]:43769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.572081241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"302f280d-0f47-4e28-9ed6-e226303e497a","remote_addr":"[fd00:1122:3344:101::b]:43769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.605505288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/oximeter.rs:76","collector_id":"1f4f4352-c234-49e8-a10e-c3ed903f7462","producer_id":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:08.605536889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/producers","method":"POST","req_id":"302f280d-0f47-4e28-9ed6-e226303e497a","remote_addr":"[fd00:1122:3344:101::b]:43769","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":33848,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.605619071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"302f280d-0f47-4e28-9ed6-e226303e497a\", \"content-length\": \"41\", \"date\": \"Fri, 13 Dec 2024 21:06:08 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.60790121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:08.607917741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:17.642011096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c3b33195-d52f-4a1f-ae6b-b8818822dca7","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":359,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868131872Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868171753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868182913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868191243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868567913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.868603134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.870223296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.87115604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.871455638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.872880525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.872889095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.873027188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.873120191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"5.00758ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.874544568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.874768924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.876450187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.879111646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.879128427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.87926074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.887463723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:17.887482523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":53,"elapsed":"19.339751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:27.64182303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"50588d6b-b685-42fa-8aa6-268996794167","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":382,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.867980996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.868045988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.868063178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.868076279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.86850199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.868533631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.870522892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.870729498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.871027495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.872266028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.311582ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.873245823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.873261504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.873396717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.874940337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.875089331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.876698773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.879065834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.879077064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.879205518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.88779431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:27.887808281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":54,"elapsed":"19.832815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.642012765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"0d71a373-1229-4f20-9951-75b3e246236f","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":457,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868187631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868230153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868240503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868248553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868256253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868263863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868271603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868278844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868284914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868291794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868300274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868308115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868315215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868321805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868329215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868337145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868343216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868350386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868356816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868363236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:06:37.868370036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868378856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868386386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.868392747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:56:37.868351706 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868400067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":11,"elapsed":"14.621µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.868408167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868414117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868421667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868427768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868434488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868441218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868447628Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868454178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868460219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868467439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.868474319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868481109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868488339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868495429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86850224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86850887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86851547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86852162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.8685297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86853671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868543341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868550861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868558441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868565021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868572311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868579131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868585582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868805188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868821218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868830898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868864539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86891292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868943091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868952401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868961041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.868981292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869006493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869018263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869029913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869037194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869045634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869051944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869059344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869066874Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869073164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869079384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869087925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869095345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869102735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869109505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869117725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869124056Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869130006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869136036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869144976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869154197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869163207Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869171507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869179507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869186417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 383052592 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869199038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 383072072 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869244919Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869256139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869264729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86930266Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869323271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869356172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869369272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869376152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869453814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869468985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869532646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869547127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.282763ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86966751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86967857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.86968774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869694311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":10,"elapsed":"1.222922ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.869821474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.870238214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.871200259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.871396345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872083713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872134884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872144854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.872301298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872311108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872316848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872325499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872518324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.206619ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872532254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.872539544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.873684314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.874245929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.874657679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 388556654 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.874904646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.875216974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.875228724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.87544102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.87546244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.87547134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.875671795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.876667951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.876734213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.876746623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.876919198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.877812821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.878038617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.87815687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.878206631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.878214832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.878407706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.879246088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.879261569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.879408832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.880118681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.880146672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.880238804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:56:37.868351706 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.880250944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:56:37.868351706Z\",\"pruned\":[]}","iteration":10,"elapsed":"11.892519ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.880316336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.881019004Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.881032014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.881199969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.881524587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.881732053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.882320978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.882334958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.882467362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.882930764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 396845909 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.88315388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.884281479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.884670299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.885241894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"16.232541ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.886798604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.886813164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.886821815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"17.780801ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.886913147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.886924987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.887103762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.887278596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.887290727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.887466912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.888599691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"19.583517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.890251934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.891951138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"23.721986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.892577334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.89281128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.892983724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.893093947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.893104388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.893229411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.893326253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.893345154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.894375871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1439, tv_nsec: 408283716 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.894635287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.89550256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.895525561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.895661664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.897123692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.897140072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.897152033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"28.771706ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.89898616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.900788127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.903663812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.904027071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.904111813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.904323669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.904652977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.904915344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.907739707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.908246731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.910447608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.911247808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914276307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914307488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914319728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914332668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914497373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.914517273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.927316345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.927696595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.931447062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.931481193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":55,"elapsed":"63.074905ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.937049747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.93907261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"70.053847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.940721933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.940748034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.94100418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.942786126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.942815377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"74.464422ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.943067674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.944316056Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.944345397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.944355977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.944675505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.944727877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.945053365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.94600416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"77.015547ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.947900119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.948301039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.949899401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.950970239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.95410377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954125501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954353866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954594263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954609403Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954795258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.954860369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955029084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955041914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955048334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955054425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955304251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955321212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955330202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955338792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955347862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955613259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.955846335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.955860395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"87.53683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.95642855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.956635115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.956657206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":19,"elapsed":"88.256649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.956986675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.957326313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.957985491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.958006681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.958242757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.958289909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.960762543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.960783573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.960941347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.960953538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.960963608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.961139672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.961676166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.961708547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.961868771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.970983378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"102.501309ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.979505689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.983944914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.984261692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.986169372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.986192012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.986202262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"117.94849ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.986948782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"117.913258ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.995077813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.998418839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.99844629Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.99846082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.998629335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.999120668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.999142868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:37.999456256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318c1cf6-801a-4059-85cf-77dc9573a2d8\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:37.999476717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.000407631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.001179691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.002877865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003045029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.00306022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003085251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003228454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003472141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003497811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003512342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.003690976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.005844072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.006515109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.00653509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.00654441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.00655301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":10,"elapsed":"138.245415ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.008884261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.008899401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.009034565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.011794346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.011814817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.011826347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.011835917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":10,"elapsed":"143.389819ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.017061933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.017087274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"148.884282ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.018223163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.018243454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.018473959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19da1659-7fbf-4129-9999-dbeaf9242080\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.01848588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.020623285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.020650416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.020661086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.020879732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64110f91-e03f-4007-84d9-60b37b3ef473\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.020893922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.022614927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:06:38.028371236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.028393737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"159.889597ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.028958802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"160.474402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.042201115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.042677617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.044026532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.045979513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.046003294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.046137687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.04780521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.049507184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.049525705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.049646668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.199167746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.214261208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":19,"elapsed":"345.847361ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.265876927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.265898457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.266176395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eef32b6-f674-4ff4-b326-e0dac7d4d90f\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.266210685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.266541294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.277767395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.278225877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2514e31f-8af4-44ae-ace7-76a713d2c682\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.278245788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.280719222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"3e642091-a696-4389-8a59-672cae77e5e7\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.280746182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.282309073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.282336504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"414.155702ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.317785083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.317821514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.318549703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.321115709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.321408447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17c3c4f0-30df-45e8-9c15-fe02897ac31b\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.323726617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.324124297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.326806747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":19,"elapsed":"458.426221ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.339368473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.339916597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"6ee5124c-74ac-4135-a9fa-699f84741adc\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.339935888Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.342132325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e237b939-67ee-4700-ad35-6a07c6792e65\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.342155845Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.344759873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5bdc2628-2365-49c3-9747-d5c378a45074\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.344786063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.347046062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.347077113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"478.901232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.402976633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.403445705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.40442849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acf864aa-96fa-4a55-b006-42548983d162\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.404460731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.404488852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.404502782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.404527683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"54027c3c-b866-46f6-aa4a-ffac81c65a34\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.404544023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.405013516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.406271588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.406296869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.406483694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.407001417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":19,"elapsed":"538.57837ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.407451949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.407957952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.412174471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.412484489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.416700919Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.416724179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.417174991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4311d43f-6326-4c6e-b1bd-a4dd3baf08c4\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.419609544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":19,"elapsed":"551.198307ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.419739658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.420130237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8ef2419-9b47-4d48-9cc1-50bbf7d1b11f\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420153638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420167858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420517348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420533208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420546598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420561009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420573859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420585319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420785054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.420797965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.42098976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.42100134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.421418731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.423526996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.423673149Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6dd13e5-fe40-41fa-96a6-c7d4e758bdaa\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.42370154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.423786743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c35562c3-5f3c-4d70-b64a-2b4cda1840be\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:06:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.423814883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.423831093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.526844476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"40102a3b-ce2b-4b4f-ab74-55fe9400108a\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:38.526873556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.526902937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.527097702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7de69e3d-5ab1-4365-baf6-a84b33d9d20e\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:06:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.527136193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.52741562Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.530550122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.530796298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.53356268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.533741035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.535054318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.535229493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:38.541626529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":19,"elapsed":"673.329924ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:47.642030224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e002a8f9-81ad-42cc-a021-19c35d53afdb","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":319,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868377645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868422786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868433746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868444147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868719094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.868734414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.870588762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.87090319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.87126583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.87281774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.460086ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.873300423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.873310883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.873456107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.874788191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.874968896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.876695071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.879166325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.879179045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.879314239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.887878721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:47.887897821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":56,"elapsed":"19.532577ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:06:57.641745765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"8bdd567f-8890-4085-9c25-d38bce738fea","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":313,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.867876781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":57,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.867931632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.867948933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.867959543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.868397784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.868413715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.870575181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.870778576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.870819167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.871965287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.107806ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.8736337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.87364557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.873780554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.875640582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.875793346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.877253144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.879588074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.879601055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.879730978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.88864804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:06:57.88867245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":57,"elapsed":"20.79262ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.641309683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e82e6396-149e-4eed-b3e7-0b74aaeb26fe","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":309,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868449024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868489215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868499315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868507346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868517026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868523776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868530456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868537086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868543417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868550817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868558167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868566067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868572577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868578807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868587348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868594688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868601108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868607538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868613998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868622059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868632209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868642209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.868648999Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86865598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86866263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.8686705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86867675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86868324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86869069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86869751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868705891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868712971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868720061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868726331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868733191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868922336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868943127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.868953507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869016189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869026339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869035339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869042459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86904938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.86905873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869090401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869100991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869107971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869127022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869136022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869153482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.869183723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.870748234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.87175267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.871805531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.295886ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.873714611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.873737921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.873904776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.874405409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.874553733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.874575333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.874635744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.874702186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.875925618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.876173575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 390261549 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.876462612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.876913494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 391015799 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.877085988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.877133989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.877230922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.87909137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.879117481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.879346727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.88025707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.880279041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.880474226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.880537778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.880554178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.880745363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.882811477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.883026202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.886103752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.886117832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.886124442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.886277786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.886905853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.888442923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"19.786683ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.888809242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.888818903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.888974276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.890448115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.89064024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.890892806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.890929447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.891074991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"22.525265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.891662366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.891892912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.892476117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.892773265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.893147705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.89334865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1469, tv_nsec: 407447195 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.893374441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.893671668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.89487883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.895576518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.895590868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.895597208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.895888046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.895898556Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.897915858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.897934809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.898087453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.898599146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.898613817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.898789561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.90107168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.901091011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.901098901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"32.487642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.901932592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.902299782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.903922764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.905973197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.905991988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.906135572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.907564819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.909726385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.909746495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.909890009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.91031084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.910674789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.912469246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"43.901959ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.91263998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.912663001Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":58,"elapsed":"44.222598ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.914899569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"46.253349ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.918498952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.918770069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.92074312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.920987067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.922618989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.923292517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.923533863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"54.867613ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.926077029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.926094489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.92610415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.92611082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.926291944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.926304495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.929773765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.929791125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"61.309431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.932509306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.932797613Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.961221461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.961261062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.961527028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331684d5-b56d-42af-9a38-5ae41f14cb2a\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.961545039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.963456079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.973577231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.973605172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.973910439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07601239-eb7c-4b5e-ad3c-224a9ca7fda7\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.97392805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.975527472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.981766863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.981788824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.98201976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e38ad031-8140-413c-aa14-086b99a47651\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.98203753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:07.984288309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:07.995659104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"127.085726ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.002198173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.002558803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abf54ce2-86a0-47a2-9ec4-8196813c0c9f\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.002581583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.002592434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.002599914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.003642851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":20,"elapsed":"135.212557ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.005057667Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":20,"elapsed":"136.600423ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.032023967Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"163.332716ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.067720973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.068019591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47cfe4ac-393e-488e-9436-481a72aa7ba7\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.069804627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.070068014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.080748931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":20,"elapsed":"212.248505ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.098430889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.09844816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.098677596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26391b63-ccc9-452b-a91d-75d966b26542\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.098698596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.098957063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.100233076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":20,"elapsed":"231.7118ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.142672357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.142717038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.158890228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.159277978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.161601948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.161626099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.161777592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.171664709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.173711752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c75a99e-75ac-4617-93f1-fa203134726b\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.173735343Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.173746283Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174101122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174111243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174117873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174125003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174132253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174138633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174324538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174332938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.174548184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.174555804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.174974315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.177142141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.177356987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d48770-a9e4-4bec-b4a2-8f7a686896bb\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.177369917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.177509681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ee80fb-af5a-45f5-ba95-8165a775617c\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.177526471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.177536481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.203645358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"91619eed-a4dd-4a32-ba5a-85d9918dfed8\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.203664139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.203998558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.205718182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.20603094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.208970357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.209257654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.212468547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.212482268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.2129734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0c895adc-19b4-4f69-b109-5252932a4e78\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.214278154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":20,"elapsed":"345.697157ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.298006696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f067bd26-7d50-4d31-bfb3-db5c2316004b\", \"date\": \"Fri, 13 Dec 2024 21:07:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:08.298037867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.298047207Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.298319964Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"517d622e-bdf4-499d-b0d6-8a1ad2022616\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:07:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.298364185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.298685794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.302350359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.302674007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.306165677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.306360893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.30819724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.308456507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:08.31513563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":20,"elapsed":"446.595284ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:17.642137424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"a3d3850d-7bea-41f3-9e7d-90434aedbdef","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.86827367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.868326661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.868340851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.868354072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.868776683Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.868867105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.896712627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.897038676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.898814492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"30.561083ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.898901454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.901594804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.901608274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.901758878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.904090519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.904348585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.906262065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.908831502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.908841532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.908983665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.917050685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:17.917072495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":59,"elapsed":"48.778096ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:27.641706303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"3507b7de-f62c-45dc-9753-8360bdd5f85b","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":348,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.867818988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.867861219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.86787118Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.86788054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.868179808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.868193368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.895954158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.896299687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.896506002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.898593586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.898603267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.89874191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.900675971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.900858195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.925156946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"57.350687ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.926851139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.929644742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.929668123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.929807086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.9415359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:27.941549861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":60,"elapsed":"73.731912ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.641464757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"5981c94f-e2e8-4c90-a340-143773dfc328","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867617473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867683244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867696385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867706525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867715435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867727985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867737336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.867745846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:57:37.867668174 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867757406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867766926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867775727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867784157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867793837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867802427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867812158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867821358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867830028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867839759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867848499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:07:37.867858419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867869209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867878769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":12,"elapsed":"15.541µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.86789018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86789935Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86790852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86791797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867927201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867935461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867945541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867954842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867965122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867974912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867984572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.867994012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868004243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868013303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868022493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868032724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868040984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868049584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.868058174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868067314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868076774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868084675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868093785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868102885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868111546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868121356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868130336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868139406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868148487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868158357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868166837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868176447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868185477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868194768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868206058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868335801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868371772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868387083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868399023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868409243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868465235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868481055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868493225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868505916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868519666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868531106Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868544387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868556787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868567737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868578218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868592058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868602828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868612808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868622579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868632489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868642369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":2,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868653309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":21,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86866435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86867402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.86868412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868693981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868706671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868717481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868727271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868737412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868750072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868762362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868774113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868786033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 383012366 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868803824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 383019137 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868821184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868879145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868907936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868919107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868929387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868938657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.868947047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.869271565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.869302376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.426707ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.869389119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.869413869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":11,"elapsed":"1.534709ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.870789555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.871326289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.871543764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.871596136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.872589792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:57:37.867668174 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.872609802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:57:37.867668174Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.928258ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.872963421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.980549ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.873879975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.873905246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.873925886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.873935397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.874034319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.87408901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.87639568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.876570515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.876713558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.87677103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.877673714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.878075154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.879767328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.879793109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.879943552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.880288501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.880305362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.880467376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.881043511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.881239156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.882364715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 396661720 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.882625382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.883578567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.884901961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 399201576 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.885186298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.887076367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.887106968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.887327644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.88988634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"21.313123ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.892622301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.893055602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.899162101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.899537541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.903770351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.904198211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.929374364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.932610279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.932639899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.932869515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.93419639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.93422468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.934234141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.934699983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.936952171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.937490205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.937806323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.938289466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.938490411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.939514047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.939581549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"71.055543ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.940517213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.940543934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.940555985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"71.992808ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.940901534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.940923174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.940985966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.941226912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.941439468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.941449998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.941461558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.941764086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.942420123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"73.879346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.943385218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.943933742Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.943961403Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944204809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944399054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944653861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944894147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944918748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944932548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944942758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.944953409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.945181434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.945299268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.94540619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.945422831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"76.885555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.945679267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.945915064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.947896395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.947919245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"79.943294ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.948197353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 462347034 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.948213963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.948413198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.948523101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.948722816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.949513917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"81.677338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.95001519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.950069951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","candidates":"[(42902a7c-e2fa-4128-b5a2-e32c8d42dfb0, 0), (f0341a3b-ddc3-43b5-aaed-1d4972552f65, 0), (c4e46355-dcb7-42d9-aede-91c57b7078de, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.950510703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1499, tv_nsec: 464809838 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.951208861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952195587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952211237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952472614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952483104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952492214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.952769911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.953061979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.95309064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.95310636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"85.255041ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.954242029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.95426441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.954414344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.954443535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.954739202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.955668117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.956974051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.957234277Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.957634657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.957646078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.957656098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.958008337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.958746726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.959417864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.963565081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.963588732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.963768977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.96427053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.96429253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.964515606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966055996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966275672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966307913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966319773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966328203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.966337003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":11,"elapsed":"98.443864ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.967641387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.968031197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.968174151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.968399237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.968662414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.968927981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.969348641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.970676626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.970936022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.97352805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.97355305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.973772636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.975426419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.979869144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.979900265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.980135901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.982836651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":21,"elapsed":"115.182698ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.984850814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.985555722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.987581584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.987865342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.988887968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.98935643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.989374581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.989687079Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:37.990074329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.990087299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99009385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99010097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.990338686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99048236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99279622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99281734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.992949793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.994950785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.995025247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"126.474361ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99513372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99588812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.99591207Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.995920671Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.995929251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.996116466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.996766723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.996927807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.997556483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.998551379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:37.998862417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.002388958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.002415559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.002669326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.009214966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.009243756Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"141.564901ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.014823931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.014855312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":61,"elapsed":"147.014923ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.015396426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.022641234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"154.097617ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.027232493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.027254223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.027264434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"159.337523ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.030180449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.0306055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.037498099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.03752538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.037954911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a78bd1e-e219-4fe3-8507-dc078d7c772a\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.037988682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.038877965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.039147162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.039991864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.040007044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.040016805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.040202339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.040332933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.044203353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.044434049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.073171654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"205.153542ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.083284957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.083314468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.083575134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f5524fc-2613-4f9e-baf5-8a71ba2e8a55\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.083592035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.085816092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:07:38.091168721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.091195182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"223.407695ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.122809442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.122842073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.123076869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ddeb1cb-19a1-4de6-ad2b-4d3685638fcd\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.123092369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.124769263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.13660115Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.13698608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.18557372Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.185995521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186008151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186015161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186375661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0dbe53-fc33-4910-9a86-3c961aefffd4\", \"content-length\": \"476\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186425542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186652048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d374af3-2145-4aa8-ba7b-a80d9dddaec4\", \"content-length\": \"734\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186704839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.186992437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"babb9650-5e15-4855-a43c-dd4e9d6773c0\", \"content-length\": \"111\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187004307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187255033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005c65c1-7f0f-4a97-b098-e6a33d682163\", \"content-length\": \"111\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187266644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187529571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4c2ac27-04e8-464d-8233-eed1c20d65eb\", \"content-length\": \"167\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187540831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187814448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a2fcb17-b1cd-46f3-8180-b6d601e69a5b\", \"content-length\": \"167\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.187833408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188062305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b93c67d-d5e3-48dd-a7a5-97adbeb28752\", \"content-length\": \"175\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188073925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188307551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9521891-6d59-4170-ad3f-c7d16ad890b2\", \"content-length\": \"175\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188318861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188434804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723fcfff-85a1-47db-9fc1-bd93d87e1df9\", \"content-length\": \"702\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188446735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188586988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb8c2f79-f0bb-4d54-b23d-52b4a05809ae\", \"content-length\": \"727\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188596928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188734232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce093124-9f2d-44ec-bbbd-36c590ddd6c8\", \"content-length\": \"729\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188754043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188879806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11abbc37-0a14-4fa3-898a-d880d4561e73\", \"content-length\": \"728\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.188910247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189069821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd606618-81a0-4360-9f48-2b5795c161a9\", \"content-length\": \"722\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189086731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189332527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8f72d30-cffd-480b-9542-76bc5d184450\", \"content-length\": \"109\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189345698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189579264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8faea5ba-e523-45fd-9f34-599b259f7c65\", \"content-length\": \"109\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189590744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.18982766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b970fa-6055-43aa-b2c5-b5ec14706bc9\", \"content-length\": \"169\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.189842051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190073087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"873cbad7-e27d-471d-be80-f437ba2771c6\", \"content-length\": \"169\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190083167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190320133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f83e1be-327f-4e99-ab65-e706fbb112c6\", \"content-length\": \"178\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190331643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.19057286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73915012-e9b6-4095-8bd4-494f1ffc8fbc\", \"content-length\": \"178\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.19058296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190700193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a69b2e-d911-4744-bb77-8c837864943e\", \"content-length\": \"702\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190710213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190842386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682722cf-5310-4d52-825c-15ce12e6f222\", \"content-length\": \"727\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.190851887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.191028402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b237e5d-945c-4754-a529-b6f74cafebca\", \"content-length\": \"729\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.191038862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.191238317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92681e4d-c1d0-4148-ac9a-1e45197caf61\", \"content-length\": \"728\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.191254517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.191582756Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.21177164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.212127969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"af241cd7-217a-4996-8c5d-3ef12cb21784\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.212144479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.213688119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"26eba228-3cb9-4474-b2ad-d43b5d25f47f\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.21371236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.21412315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":21,"elapsed":"346.181839ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.216233535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.216248176Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"348.654233ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.229470688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.229492479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.229873819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faaeedd7-8ca4-46ae-ac1f-57bd1bc82a16\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.22990178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.230217098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.231201453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.231533932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.232359763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.232805525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.233644307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.233655587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.233821521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.23491298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.23493139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.235073214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.235201297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.237107087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.237127307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.23726035Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.241586323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245170916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245198116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245211157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245220397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":11,"elapsed":"377.481191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245784232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245809672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.245978337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.247679301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.2480212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.249871328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.250106674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.252243999Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.252533097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.254890888Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.255068903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.266957891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.2673197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be27f5f6-499f-4ef0-8c94-049935bce443\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.268280975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.269197549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.269511987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.270339248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.270361439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.270508283Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.271413947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":21,"elapsed":"403.393453ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.271711924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.272771612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.273670275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.273682185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.27385173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.274928308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.274940518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.275082152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.279747233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.279762303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.279953458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.279972249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"412.284954ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.28004114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3c9b69f3-9801-4704-b06d-c86fa1dbb80b\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.28005036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.280285266Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.282226527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.282434592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.282887384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.283047388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.283213802Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.283346466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c55d5cc7-f675-4fbb-ba90-647b22251281\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.283360716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.284363382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.284522976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.28503596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"589a2890-fcba-4116-9621-a07033687f34\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.2850457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.285120332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.285360278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.285857011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.287091593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74167feb-89e1-42a4-8a11-65239695db2b\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.287116154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.288343475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.288360956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.288822588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"53156556-1d92-49dd-a82e-64c7aa9c20da\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.289068884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.289092805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"421.472972ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.28927425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.28929873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.289440734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.292900604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":21,"elapsed":"424.971112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.32209332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.322424929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.323999119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.324338508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.325886868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.329701987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.329722468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.329880212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.335036166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.335297763Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.336933465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.3371359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.378642957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.378997076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.413688036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.413723037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.414171428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.415718858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.41614774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.416692234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.416715774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.417037003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.418426399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.418654895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.420824721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.421099358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.422223847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.422443883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.423747047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.423974853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.426820386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.427146205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f984226b-743f-4135-b3da-91bbffe0b748\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427206607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427255558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427546935Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427569116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427577946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427586596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427593906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427600737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427752171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.427761871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.428010547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.428034088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.428267244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.430685477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.43079879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3100d049-7483-47dd-9bea-cb5ea9c61c10\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.43080946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.430913363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba77dd1-b6fa-4e42-a872-722fcc82e3bc\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:07:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.430927073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.430937213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.450945332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60512151-4161-4af3-a42c-6e5cfa03b8f2\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.450981383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.450994593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.451005674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.453245352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":21,"elapsed":"585.523036ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.454550166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.458480728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.458510919Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.458676483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.460530261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.460730036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.462123582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.462528413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.464088523Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.467793909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.46781846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.467982944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.474095553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 0911bf9a-fb79-4e5a-84d1-2af61004bd4d, kind: Service { id: 8fa769ab-44ab-4529-aca4-cf239281d788 }, name: Name(\"external-dns-8fa769ab-44ab-4529-aca4-cf239281d788\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a04b2ab8-04f1-43b7-88cb-9af608150cb1, kind: Service { id: d9f46008-cfe6-449f-ba60-44c3baf9576d }, name: Name(\"external-dns-d9f46008-cfe6-449f-ba60-44c3baf9576d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 56])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 0fcf3183-4482-4760-b10e-911ba8d847a4, kind: Service { id: 6e83647a-e5c1-40cc-a3f0-e80da403da03 }, name: Name(\"nexus-6e83647a-e5c1-40cc-a3f0-e80da403da03\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 11773aea-5e51-4630-a9e1-0fd47cc496d7, kind: Service { id: 0599e804-8800-4951-9d87-7a8a49a507a3 }, name: Name(\"nexus-0599e804-8800-4951-9d87-7a8a49a507a3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 729f1ae5-19c6-4d46-aed9-eddb07ffd985, kind: Service { id: afa82dce-5a21-405b-9d0f-a4070132ff96 }, name: Name(\"nexus-afa82dce-5a21-405b-9d0f-a4070132ff96\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 134])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.474127373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.474478893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.476078904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.478064316Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.478078236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.478209139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.48013596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.480199241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0911bf9a-fb79-4e5a-84d1-2af61004bd4d, kind: Service { id: 8fa769ab-44ab-4529-aca4-cf239281d788 }, name: Name(\"external-dns-8fa769ab-44ab-4529-aca4-cf239281d788\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 208, 50])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: a04b2ab8-04f1-43b7-88cb-9af608150cb1, kind: Service { id: d9f46008-cfe6-449f-ba60-44c3baf9576d }, name: Name(\"external-dns-d9f46008-cfe6-449f-ba60-44c3baf9576d\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 56])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 0fcf3183-4482-4760-b10e-911ba8d847a4, kind: Service { id: 6e83647a-e5c1-40cc-a3f0-e80da403da03 }, name: Name(\"nexus-6e83647a-e5c1-40cc-a3f0-e80da403da03\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 163, 122])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 11773aea-5e51-4630-a9e1-0fd47cc496d7, kind: Service { id: 0599e804-8800-4951-9d87-7a8a49a507a3 }, name: Name(\"nexus-0599e804-8800-4951-9d87-7a8a49a507a3\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 75])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 729f1ae5-19c6-4d46-aed9-eddb07ffd985, kind: Service { id: afa82dce-5a21-405b-9d0f-a4070132ff96 }, name: Name(\"nexus-afa82dce-5a21-405b-9d0f-a4070132ff96\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 134])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.480220922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.587532145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","vpc_to_sled":"[Sled { identity: SledIdentity { id: 82024834-9725-4304-9edd-af6b519041b3, time_created: 2024-12-13T20:58:05.394560Z, time_modified: 2024-12-13T20:58:05.394560Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.587582516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.587590887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.587870604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.590494442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.590922443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.592791262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.595522312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.626579318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.633140098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"b2b0eb4e-ae05-4e1b-b6ff-457d3fada263\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.634652917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.634668028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","elapsed":"766.790338ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.634675708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":3,"elapsed":"766.800529ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.6428559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c223fd75-1d3a-4952-be5f-2e888b76cb8c\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.642880401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.642890151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.647723326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"204c82e4-24da-4388-be01-1a1b770f6665\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.647763267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.648059355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.652060949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.652226583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.655735924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.656086553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.658077435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.658299721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.665443996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":21,"elapsed":"797.448294ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.742256598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8534921e-ea63-4f71-a809-e7302bb055c9\", \"content-length\": \"30426\", \"date\": \"Fri, 13 Dec 2024 21:07:38 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.753809698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.753824548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.753831359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.758030328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.758307095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.759858285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.761685762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.764234858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.764453094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:38.949670788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"046772fb-769d-45b2-9219-3eb85502ecc8"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.949709709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_started":"2024-12-13 21:07:38.185979 UTC","collection_id":"046772fb-769d-45b2-9219-3eb85502ecc8"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.94971946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"collection_id\":\"046772fb-769d-45b2-9219-3eb85502ecc8\",\"time_done\":\"2024-12-13 21:07:38.756174 UTC\",\"time_started\":\"2024-12-13 21:07:38.185979 UTC\"}","iteration":2,"elapsed":"1.081780518s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.9497309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.94974607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.95012682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.951622789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.953653732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.953674782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.953813476Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.956553987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.956884046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.958371084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.960694754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.960715505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.960872879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:38.991185195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"41.441915ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:47.641113475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"fc1ee4a0-b988-41ed-b6a7-61ba0e5237c2","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":385,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.868245047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.868293228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.868307108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.868320619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.868698348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.86875165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.870520106Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.870983238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.871338607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.873217706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.873232296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.87336808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.875377162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.875534226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.877175308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.879576721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.879590711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.879723565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.891255524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.891278724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":62,"elapsed":"23.022757ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:47.900144254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"31.910098ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:07:57.641427473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"bcc13808-cf79-4d6e-8b5f-0145076ecdbb","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.867556859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.86759585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.8676055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.86761636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.867957599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.86797653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.869101369Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.869307494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.869836468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.872760624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.872791065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.872914318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.874848498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.875089424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.876540512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.879392796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.879407646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.87953608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.888946344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.888967704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":63,"elapsed":"21.390965ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:07:57.898119102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"30.573453ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.641418174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c7e47f76-25ec-427a-b182-bdffacfee2f5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867541659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.86759764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867609191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867617401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867624701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867633101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867639741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867645672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867653202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867661172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867668672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867675442Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867682303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867689513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867695913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867703193Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867710123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867717714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867724264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867731844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867738424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867746044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.867755324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867764085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867772065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867780785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.867787865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868054922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868102754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868160665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868173475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868185976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868196426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868207136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868217376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868226987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868237157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868247557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868272688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868761801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868793222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868804582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868813102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868821902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868830852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868838703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.868847053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.869038088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.869051728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.869097459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.86913582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.871185373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.871210264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.871627545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 386117940 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.871731498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"4.036734ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.871903082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.87259579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 387088365 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.872852797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.873042862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874037747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874051808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874229452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874431368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874458609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.874604112Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.876116361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.876988554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.87719788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.877963509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.87799054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.878223776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.878302578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.878331269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.878451532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.882188199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.882309632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1529, tv_nsec: 396805057 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.882482337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.88260376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.883047801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.883275837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.906924131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.908798339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"41.144678ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.909106157Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.909242471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.909273032Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.909422265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.909570379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.91036317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.91038778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.910399601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.910538504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.913124451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.913148012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.913159612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.913475581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.91383095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.91424493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.916966431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.917158416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.919504897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.919748073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.919835155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"51.076615ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.921099508Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.921286603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.921754325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.923767477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.923780918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.923927381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.925844071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":22,"elapsed":"58.271161ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.926761305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"57.983753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.931047816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.932023851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.933462049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.933475639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.933681085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.934528856Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.934540527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.934691071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.935463171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.937029992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.937275948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.94006503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.940097071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.940201824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.944112835Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.947584285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.947615566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.947835142Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.948117549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.948139009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.948197591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"80.408296ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.950887451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.950914932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"83.235809ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.953984081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.954272689Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.956147597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.956165928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":64,"elapsed":"88.621668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.956418854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.956654501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.959085013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"91.453152ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.960331036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"91.550824ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.962730138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.962743378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.963060307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d7783fd-1910-40a1-9265-0658ceb76444\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.963074447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.964793352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.965297065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.965309175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.965545441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3847567d-e6bf-48a3-86ca-34e7d3a62cd8\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.965559281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.966832814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.987969253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.988001983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.98825201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e71ee85-0ce6-47ec-87a8-1f4e0c36d818\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.988279091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:07.989965094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.991388422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"122.60043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.992396268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.99286525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.994217095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.996608387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.996635198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.996761771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:07.998182028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.000635431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.000658852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.000792175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.056324416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"188.622683ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.06958147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.069858387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b7714d7-b013-4e5f-add9-94b3ef8d0ba3\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.071391697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.071700374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.073541432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":22,"elapsed":"205.939112ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.07768866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":22,"elapsed":"210.105559ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.106421375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.106438716Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.106734813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723a5fe2-04a1-4f80-ae2d-cab98f887b33\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.106755504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.106977209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.109963567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.110304366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"136c06d8-f54d-47ff-9ec7-cd72f8556842\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.110325276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.110334427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.110341927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.111187969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":22,"elapsed":"243.667601ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.144311838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.144335879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.144453472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d185d141-048b-4f77-8674-efa76a32dc8d\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.144464652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.144728469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.146965387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.147137971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.150260342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.150506529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.153787864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.153799104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.15401708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"665d5ff1-3c97-44b4-99cb-fe624e125feb\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.155826237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":22,"elapsed":"288.120593ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.163996428Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.164326437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.166206296Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.166221696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.16636288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.174588423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.17482864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d62da7f9-c670-4b3d-931b-0954511c6a35\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.17485155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.174863141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175097496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175110477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175118077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175125747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175133797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175140768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175281621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175291892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.175436205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.175445885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.17560244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.176877623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.176990166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"786d17d0-af42-4614-b050-e005b5df2c31\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.177002386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.177084298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd7459e-e802-4ab4-88d7-979a1e8be423\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.177106169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.177118529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.343151065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"75da9f89-3efb-4d31-8135-a7d6c09513a6\", \"date\": \"Fri, 13 Dec 2024 21:08:07 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:08.343183646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.343194976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.343475374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8d8319-3258-4ae4-a0e0-a14635bfd601\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:08:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.343539605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.343853094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.347225311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.347522009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.350750852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.350951848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.352885788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.353067003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:08.360234378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":22,"elapsed":"492.621527ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:17.641473916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"edbedff0-55b5-4179-bb58-d695444537fe","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":392,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.867640422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.867687373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.867698454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.867709464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.868099454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.868151765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.869723486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.870039524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.870304651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.872102238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.479176ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.872351934Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.872366395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.872506438Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.87409719Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.874342226Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.875999579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.878437252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.878452502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.878582306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.886879381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:17.886895481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":65,"elapsed":"19.255769ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:27.641008733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"6a47740a-2621-478a-83db-40675c6108de","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.86716592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.867207381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.867219881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.867229101Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.867734914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.867756025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.869534651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.869715766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.870294501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.871351088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"4.201729ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.872942549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.87295358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.873085903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.874614223Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.874766937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.876400269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.87874269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.87875511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.878886224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.886268315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:27.886281485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":66,"elapsed":"19.118116ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:32.633157179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:56360"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:32.633252511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"16134ef1-2709-44c8-99c6-95794dd9e94f","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:32.63357297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"16134ef1-2709-44c8-99c6-95794dd9e94f","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:32.636115665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"16134ef1-2709-44c8-99c6-95794dd9e94f","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2904,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:32.636375402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"de9756cb-89ab-4c29-80e4-81389b34501b","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:32.63668162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"de9756cb-89ab-4c29-80e4-81389b34501b","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:32.638814315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"de9756cb-89ab-4c29-80e4-81389b34501b","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2500,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.641470383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"58a8b92f-6f04-4c2f-bc92-d7047fddb6d7","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867739232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867796424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867807364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867818044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867826804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867835315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867843875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867852105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:08:37.867859925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867870146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":13,"elapsed":"13.49µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867880546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.867888276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867894906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867902946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.867910417Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:58:37.867801804 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867917717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867924947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867931927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867939058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867946368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867954748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867962778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867969358Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867976439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867983729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867990319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.867997869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868004979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868011949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868018169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.86802627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.86803383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.86804214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.86805199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868062861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868073591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868083701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868093122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868100752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868107652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868114542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868121612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868128202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868134443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868141303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868148943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868154913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868160773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868167573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868174384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868181014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868187514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868195324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868201974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868208034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868214315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.868221465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868228445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868235635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868242235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868248446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868258316Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868265456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868278696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868352258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868392209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.8684067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.86842576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868487332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868507222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868539813Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868557423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868570404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868582024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868592355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 383265129 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868630685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868649776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 383316180 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868666726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868678777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868689867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868700727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868712238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868723128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868732948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868744178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868754879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868764439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.868775829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.869072747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.869101748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":12,"elapsed":"1.325095ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.869113128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.869121088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.366975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.869987021Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.870195526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.870600487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.87152091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.871846589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.872383913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.365303ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.872558707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:58:37.867801804 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.872571118Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:58:37.867801804Z\",\"pruned\":[]}","iteration":12,"elapsed":"4.759033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.872582658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.872591868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.872730032Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.874607491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.875779501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.877002013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.877018563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.877202288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.877953567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.877984138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.878097291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.880480483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"12.380941ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.881119509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 395811304 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.881430797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.882985668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.883160992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 397852588 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.883513631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.884166898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.884755764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.887855104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.887881435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888202063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888569053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888581123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888735577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888743867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.888801959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.889020394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.890752029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.891118829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.895952364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.896310273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.898404958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.898656954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.898795708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.899244279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.90004368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.900068191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1559, tv_nsec: 414748396 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.900291587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.90042355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.900550633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.902606867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.902621407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.902763251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.904104196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.904634849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.904854585Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.907090023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.907113374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.907124404Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"39.165736ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.908067228Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.908092129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.908261933Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.910596664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.910782449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.91082863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.911066986Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.920174772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"52.116832ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.925431829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"57.496731ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.926390484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.926758803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.927168984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.930613013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"62.652265ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.930644624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.930656984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.930927951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.931183478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.933327594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.933818996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.93396605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.933981831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.933991171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.934122184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.934139285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.934221557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.934417432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.936341112Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.936563638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.937301487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.937476921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.937880272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.938911328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.938941889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"71.209427ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.93895578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939294198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939319989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939653638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939670108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939698459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939708869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939714949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939720779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.939981156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.940011077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.940020037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.940028307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.940036308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"72.208733ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.946870345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.946894655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.947175483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.948375954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.948652621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.948929528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951456884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951469924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951476484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951482754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951803823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951814973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951827103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.951995258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.952667205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.953650981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.95440543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.955771246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956100314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956114255Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956120965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956212917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.95631534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956420633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956522725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956533205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.956760361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.957779928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.957796798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.957928232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.957940662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"90.121407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.958293921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":23,"elapsed":"90.239991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.959560544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.959901203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.960923279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.96093163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.96094022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.961191746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.962977183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963003353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963165448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963677541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963708551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963806914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963820525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":67,"elapsed":"95.762313ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.963943638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.965544679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.969158963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.96944384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.969510482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.969521012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.969751058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.971752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.971773271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.971783251Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.971791361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":12,"elapsed":"103.923295ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.978630449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"110.502496ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:37.985213469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.98523533Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.98524231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.985497777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:37.986102512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.01068912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.010742991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.010753922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.011017699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.011192313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"143.217435ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.013857392Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.016982573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.017020024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.017219339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.019837647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.019869158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.019882389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"151.775016ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.020745821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.020769492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.020781722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.020793352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":12,"elapsed":"153.033359ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.022841905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.022875756Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"154.807935ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.038134532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"170.306978ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.040955505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.040985486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.041319415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5824b5c-fb56-4902-88d4-2988a721ccfd\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.041349876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.043659965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.061244541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.071324773Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.071350104Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.071633511Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5800410a-9237-4587-ab95-578afa655d43\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.071656882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.073304874Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:08:38.100226793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.100251303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"232.367648ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.151760619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.15178386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.152067777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ce2d32-a174-40b8-a3cc-eff63d45b3a7\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.152084778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.15332252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.183879453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.240004548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.240413639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2205715f-9113-40fa-a7c3-b07b2eac42e8\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.24044012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.24044976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.24045695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.241855436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":23,"elapsed":"374.019632ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.273965309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.274146894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"537385e9-d474-41e2-9b8b-ec7492bcb8ea\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.275490879Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.275777386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.277776068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":23,"elapsed":"409.778709ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.280046577Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":23,"elapsed":"411.938965ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.283864616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.283875426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.284084472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ea2ad44-95db-4b69-86f3-9ad85bc14351\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.284112342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.284316248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.30869984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.308996347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd9ab110-1f4d-42c5-9023-0c8977d580f5\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.309010928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.310493726Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f8ecde73-f4ea-453b-81e5-ff525d2545a6\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.310512487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.312405356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.312416206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"444.550941ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.317743644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.318054122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d44e48de-8a8f-415e-921a-fa982b9de5d6\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.318068893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.319367007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7f549336-d0a0-43fe-ad0f-da8603e8cbce\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.319376397Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.320484785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d2a7f8b3-9df6-4589-8c9d-4215a2a07025\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.320496976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.321582424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.321597474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"453.719088ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.323851273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.323862923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.324044868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e8ef0003-9733-431e-b6f7-e94925fee715\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.324056378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.324375886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.326546333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.326712297Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.329431437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.329662554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.332438506Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.332455886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.332730583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ab76e59b-37fe-4f68-866d-47e7f5cb98bc\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.334477988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":23,"elapsed":"466.364786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.371956291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.372277929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.373762007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.373773818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.373930472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.382274778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.382497604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3e379f2-0446-4d0d-bdec-bb5fe1678fe2\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382520654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382530245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.38273009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.38274031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.38274812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382755521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382763361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382770481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382893454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.382901924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.383036368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.383043868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.383259054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.385195264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.385310527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a6339c-d861-41e4-97f9-92abe22a32ba\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.385352978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.38541708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fa4eefb-cf1e-4a5f-9bb3-509f44f6caf3\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:08:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.38542828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.38543869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.560601174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7c226d1b-03d8-4ce7-954e-065a7ea40584\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.560649945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.560662855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.560956023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76104d4c-db6f-4775-a0bd-c3ab071f0474\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.561003984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.561327932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.564487505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.564773892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.568075018Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.568293743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.570211573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.570532551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.577614505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":23,"elapsed":"709.453541ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.60864237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.608681681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.638624737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.63872189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:41351"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.638861803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7936bf88-1eb3-4ed8-9d4a-ea2865debc6f","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.639159621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7936bf88-1eb3-4ed8-9d4a-ea2865debc6f","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.678473381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/oximeter.rs:76","collector_id":"1f4f4352-c234-49e8-a10e-c3ed903f7462","producer_id":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:38.678494922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/producers","method":"POST","req_id":"7936bf88-1eb3-4ed8-9d4a-ea2865debc6f","remote_addr":"[fd00:1122:3344:101::b]:41351","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":39697,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.678568664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7936bf88-1eb3-4ed8-9d4a-ea2865debc6f\", \"content-length\": \"41\", \"date\": \"Fri, 13 Dec 2024 21:08:38 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.679845437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:38.679858487Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:47.640738684Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"0fe373c4-b629-4953-aad5-6593f29e7356","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":358,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.866842909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.86688019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.86688847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.86689631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.867190828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.867481325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.869108537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.869285232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.86999858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.870971756Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"4.135547ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.872599908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.872608698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.872744302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.874883607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.875155324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.8769233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.879574859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.879586429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.879722953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.891348944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:47.891371495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":68,"elapsed":"24.505355ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:08:57.641507503Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"51c94c00-598b-47e4-8d3f-fa38e2955fda","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.866862038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":69,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.866915709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.86692903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.86694103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.867405252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.867428163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.895770938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.896118707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.896804685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.899635038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.899645478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.899820153Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.901807264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.90200618Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.903458187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.905984293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.905993943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.906131327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.91476108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.914774081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":69,"elapsed":"47.922183ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:08:57.924805061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"57.968544ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:02.632398926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b5188248-2055-456d-9c7a-249475e7b96d","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:02.632738505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b5188248-2055-456d-9c7a-249475e7b96d","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:02.635809005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"b5188248-2055-456d-9c7a-249475e7b96d","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3475,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:02.636122733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"37a57779-7fc5-456a-8790-9d6df5bf1a67","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:02.636466362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"37a57779-7fc5-456a-8790-9d6df5bf1a67","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:02.638762201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"37a57779-7fc5-456a-8790-9d6df5bf1a67","remote_addr":"[fd00:1122:3344:101::d]:56360","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2711,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.640706522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"33dd2cc7-dc79-463b-a049-e6e47a5517d4","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":353,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.866876738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.866935299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.86694943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.86695978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.86696853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.8669776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.866987091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.866995281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867003731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867013841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867023162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867032762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867042782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867052673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867061993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867071123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867081053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.867090443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867101084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867110134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867122174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867132235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867142925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867151955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867162855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867172946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867182636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867458043Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867483884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867493234Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867500794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867507704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867514914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867546365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867556695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867566516Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867575186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867587366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.867628848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868164011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868195332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868207652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868218053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868227723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868238483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868248333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868258864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868375957Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868427058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.868449519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.86848097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.869411734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.869967988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.869984158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"2.913885ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.872528184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.872555865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.872693549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.873088559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.8731132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.873249363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.873382017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.873539441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.875498032Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.876453236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 391338681 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.876650122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 391523786 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.876799715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.876892238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.87697398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.878312205Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.878336725Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.87852365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.879567187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.879594218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.879742902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.881250801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.88161253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.881812185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.882116243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.883060168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1589, tv_nsec: 397943732 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.88313705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.883367046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.883748075Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.883983662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.885424479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.88544831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.885584863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.911469594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.9135842Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.91362761Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.913643991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.913777885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.913964709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.914836752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"46.706331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.915043447Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.915241152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.919045521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.922446939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.92247387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.922597613Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.923464346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.923779344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.926928466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"58.785325ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.927190612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"60.271314ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.927808168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.927829119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.927838239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.928158158Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.929646846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.931635608Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"63.486877ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.931933975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.932164701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.932407198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.932427328Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.932570282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.933102326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.936448062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.936477023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.936700819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.952202651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.952265803Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":70,"elapsed":"85.340304ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.953055723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.953082594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.953464204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ed7047b-093f-4ba4-8f7b-bf4a4d1d689d\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.953490735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.954984883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.955779224Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.956229086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.956297567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.956310978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"89.255835ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.957027786Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.957280993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.958531665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.958549746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.958789332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"642035d0-3b91-454d-b64d-6d660532e658\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.958801682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.958812393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.95910005Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.959410808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"91.255657ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.960337292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.960353853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"93.32456ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.960502146Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.964151821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.964184352Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.96450741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.967156809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.96718098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.967346844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":24,"elapsed":"100.401945ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.967461687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93dec1c5-1696-4861-904a-55b11448e230\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.967476377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.969297945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:07.978133164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.978155724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.978162824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.978527304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.998551983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:07.998881982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.000640098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.002752402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.002767203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.002940927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.004145569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.006075528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.006087239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.006229892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.011550081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.011574841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.011590091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"144.547109ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.040339117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"173.402508ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.096949566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.096974596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.148830571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65d556a-42aa-47ac-b206-c905f28c3807\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.148855202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.14917301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.186906789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.18693053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.187204247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"c73af97e-b424-4524-8320-2cd38a982150\", \"date\": \"Fri, 13 Dec 2024 21:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.187214267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.187482254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.189583278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.189751133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.192468563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.192670359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.228617241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.228927409Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"943063e1-30c0-4a3f-9090-415c4a8b3ad3\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.230290384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.230571651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.235759896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":24,"elapsed":"368.775036ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.26364674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.263989548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deceab91-e8ad-43bf-bee6-083df4534fa8\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:09:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.264010499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.264021869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.264029749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.264757288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":24,"elapsed":"397.905191ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.266054862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":24,"elapsed":"399.096642ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.266951445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.266963646Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.267366816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e392582b-a73d-440d-9a24-0baea4088022\", \"date\": \"Fri, 13 Dec 2024 21:09:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.268714791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":24,"elapsed":"401.72277ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.273578697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.273958907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.274796709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.274808529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.274992034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.285198519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.285416464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7ef115-f138-4a15-a970-c3149aafde96\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285437595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285449105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285666481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285675791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285682541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285690311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285696852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285703492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285857876Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.285866286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.286003799Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.286011669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.286250586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.288139055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.288235197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1a4904-8049-4568-aa77-322bf3187322\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.288246287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.28832512Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7d57e76-9609-418c-a3da-5cc53b569557\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:09:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.28833784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.28834712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.37667723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fac936b1-2543-4b4a-b109-4c3f550e0f66\", \"date\": \"Fri, 13 Dec 2024 21:09:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:08.376710681Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.376721072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.376974318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde98d8c-0033-47aa-ad74-932763e343b9\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:09:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.377012039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.377309727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.381012843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.381194468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.384027091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.384325109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.386492235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.38669045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:08.393130827Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":24,"elapsed":"526.234009ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:17.641377087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"d5c4aca2-327e-4db5-b891-70a93056c6c5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":372,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867511772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867552913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867564164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867576044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867848331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.867865141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.869076793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.869253248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.870156271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.873427466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.873445366Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.873619721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.875275504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.875475099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.877000989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.879672528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.879684708Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.879819351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.889660567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.889681677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":71,"elapsed":"22.173075ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:17.897986853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"30.4939ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:27.641560792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c1f83c45-16ac-4858-ac60-1497b08735b4","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":510,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.866930198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.866977679Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.866992489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.86700376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.86741308Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.867445561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.869419982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.869884834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.870152771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.871806804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"4.892607ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.87205067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.872065081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.872200954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.874366141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.874552246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.876042024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.878471507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.878483617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.878615471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.887711627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:27.887735847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":72,"elapsed":"20.788259ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.640586267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c02dd76d-9cc4-4694-9b26-afc2369971c7","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866736583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866791984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866807194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866818795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866830825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866841305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866850835Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866862676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:09:37.866872246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866884833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":14,"elapsed":"10.84µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866893757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.866901527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866908717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866916017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866923177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866931468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866940538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866950338Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.866958489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866964829Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866971639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866977819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866984339Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.866990299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86699793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86701068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86701799Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86702449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86703286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86704052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867047851Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867054531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867062461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867069731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867075941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867081612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867088072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867095852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867103532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867112702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867120053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867127623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867135123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867142953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867150093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867157474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867164164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867171304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867178814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.867186114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 20:59:37.867054891 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867194275Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867201505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867301857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867353869Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867371029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867382419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86739323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86740603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86741808Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867429541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867531293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867546484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867555064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867561894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867568624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867576425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867585685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867592505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867599785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867607195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867616066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867628246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867635126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867644956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867654567Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867668527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867680627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867690907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867704678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867717838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867731569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867745399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867756729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867766989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86777586Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 382783472 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86778998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 382790233 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867865012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867897143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867908163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867933884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867955364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867983045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.867995265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868007526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86815544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.86816823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.256362ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868212821Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868224991Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868316684Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868328754Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":13,"elapsed":"1.355555ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868421376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868433247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.868629752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.869813692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.057459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.869835923Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.871302971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 386390786 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.871571108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.871603269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.87162485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.871960248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.87202331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.87203386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.872201374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.873773505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.874027712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.875068209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.875088009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.875426058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.87550058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 390597015 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.875796758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876596568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876610939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876618979Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876867326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876891266Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.876899416Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.878042866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.878069046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.878104578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.878352784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.878914868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.879141174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.880068049Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.880086469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.880247863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.88126912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 20:59:37.867054891 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.88129015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T20:59:37.867054891Z\",\"pruned\":[]}","iteration":13,"elapsed":"14.220089ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.882103631Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.882115791Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.882260175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.88283135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.883554309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.88628165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.88631114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.886567597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.886764652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.886787463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.887001758Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.891048423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"23.478449ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.892253305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.892276445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.892289095Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"24.700821ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.895051077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"27.484512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.899321128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.900328854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.900726904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.903091676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.903119566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.903381293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.909652336Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.909721398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.910271762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.910909898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1619, tv_nsec: 425977593 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.911296419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.913571258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.915622441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.916006971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.919504271Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.91983013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.91984906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.919857801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.919864331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.920122727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.921990926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.927865248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.927899009Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.928432913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.930580659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.935220649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.93524774Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.935451405Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.937714574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.940806904Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.940834495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.94104677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.942149939Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.944788127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.945069175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945086655Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945095935Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945107145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"77.540961ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945118116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945130766Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945322051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945350242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.945913776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"79.04469ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.947368664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.947383864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.94760496Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.94915695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.949551141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.95147111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.951962893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.952152138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:37.952174129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.952189109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"85.350344ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.952286382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.95337279Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.953408701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.953903113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.954775836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.954796247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.955036073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.955064594Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.957431685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.958259026Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.958278737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.958420441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.961920861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.961945982Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.961954022Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.961960242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.96224203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.962407914Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"95.369424ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.963081462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"96.038501ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.964136839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.965576136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.967710192Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.967930997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.967959828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.967972678Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.967980119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":73,"elapsed":"101.143704ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.968191324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.968240216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.968354759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.968377379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.968558864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.969684563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.969917989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.972793174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.973015069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.979444396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.979901348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.9961807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.996635482Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.996857048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:37.99731558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.005733668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.005768619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.005779229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"138.875112ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.008849479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.009254179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.009455105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"141.912501ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.010800509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.01081848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.01082924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.011052566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.012053902Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.012078893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.012086373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.012093093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.012391751Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.015375318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.029925305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.075510078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"208.429056ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.143103241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/fef6555d-7d4b-4b3b-82ad-93b6833ea4d1/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.143619785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/fef6555d-7d4b-4b3b-82ad-93b6833ea4d1/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d871d7-b231-465c-be22-38ef04e334a9\", \"content-length\": \"130\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.14536344Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.148372128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.148399109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.148640355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.150903063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"vmm_id":"fef6555d-7d4b-4b3b-82ad-93b6833ea4d1","sled_id":"82024834-9725-4304-9edd-af6b519041b3","instance_id":"c93a3eee-a350-4ad6-bb82-c9b2c48bb60b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-13T21:09:35.006691259Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.150948675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"vmm_id":"fef6555d-7d4b-4b3b-82ad-93b6833ea4d1","sled_id":"82024834-9725-4304-9edd-af6b519041b3","instance_id":"c93a3eee-a350-4ad6-bb82-c9b2c48bb60b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-12-13T21:09:35.006691259Z }","propolis_id":"fef6555d-7d4b-4b3b-82ad-93b6833ea4d1"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.150962195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"vmm_id":"fef6555d-7d4b-4b3b-82ad-93b6833ea4d1","sled_id":"82024834-9725-4304-9edd-af6b519041b3","instance_id":"c93a3eee-a350-4ad6-bb82-c9b2c48bb60b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.151354675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"vmm_id":"fef6555d-7d4b-4b3b-82ad-93b6833ea4d1","sled_id":"82024834-9725-4304-9edd-af6b519041b3","instance_id":"c93a3eee-a350-4ad6-bb82-c9b2c48bb60b","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.182162434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.184582737Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.184600908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.184822973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.216615268Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.217009498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"07bed0f7-7c33-43a9-b495-1b23331827d0\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.217025458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.218775314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"175fa44c-855b-4a37-816b-7bbc9fd3c2d6\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.218788514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.220209081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.220220692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"353.508129ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.232707065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.232716905Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.232960322Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.233073425Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0891b55-9d07-481e-8adc-6b3d6ce468f4\", \"content-length\": \"585\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.233115606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.233542857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.234899942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.235624301Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.236217626Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:09:38.236473313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.236486123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"369.473223ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.236817012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":25,"elapsed":"369.880154ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.237402477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.237422988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.237432858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.237650724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.239998325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.240016785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.240191059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.240529988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.240539579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.240683602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.244888401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.244911582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.245051825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.247461498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.247475418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.247490269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.247500669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":13,"elapsed":"380.555961ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.263941995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.263978036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.264296315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9afa6a-5ec0-451f-8ba3-e6407a92fb2c\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.264325265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.266361698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.272059636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.272072486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.272081077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.272364604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.273705949Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"406.136274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.273832862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.277333093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.277347563Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.277518088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.27915286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.279168861Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.279177311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.279185171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":13,"elapsed":"412.246393ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.280560286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{ecd48fc1-5e50-4826-92c4-4e7aaa10531a: {10.151.2.175: {05f636af-5ff3-4737-a280-0570e025ea69}, 10.151.2.176: {05f636af-5ff3-4737-a280-0570e025ea69}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.280574637Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.280789772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5578f3df-9697-4bc5-8f96-8572e43cef56\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.280806843Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.28108285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.281582893Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.281616464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"414.84486ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.281914222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.281923832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.282152238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fcbf489-6c7e-4c23-9e37-d697ed052162\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.282167898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.283900283Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.283932704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.284072568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.286738267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.287002444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.287335292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.287344653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.287575319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0e9e07d-c204-4a39-926c-7b3bba1830eb\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.287586659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.288819331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.290759691Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.291047249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.292433045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.293212765Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.29342131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.293830621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"426.78437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.296263973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.29649313Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.299636181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.299654452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.299662852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.300059132Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f12813aa-51f8-4a3c-9360-ed6b1897f81c\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.30189063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":25,"elapsed":"435.031984ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.358406665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.358942569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a573567f-b092-4c56-a746-8cc747d09c85\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.35896699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.361114166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"038d43dd-dd28-45e5-8e3b-55e1cb9b1673\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.361133566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.363235311Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c2bf5621-6742-4899-8988-f7c62105b4c3\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.363261151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.365657304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.365701334Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"498.959631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.382575952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":25,"elapsed":"515.589433ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.386851713Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.387151931Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54a5094-e5c3-459b-90df-37074ccdf3c5\", \"content-length\": \"1\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.388124676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.388412454Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.392592212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.394861841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":25,"elapsed":"528.070377ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.428333789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bcbde4d-4d7c-4ba6-9df2-c6b2140feede\", \"content-length\": \"811\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.428394831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(11266431) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.428417171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.428426921Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.43069537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":25,"elapsed":"563.872405ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.452936617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.453473961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.456022647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.456041598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.456570082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.46770386Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.468037749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a041e92-9d27-4084-a463-73e598c56fdd\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.46806467Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.46808647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468377718Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468395688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468403638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468412189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468419929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468426959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468611584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.468630944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.46885571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.468876971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.469192199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.471726925Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.471884239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f694448-392a-4b5d-9a46-1772d7f673f6\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:09:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.471908909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.472081554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0265893-f293-46bd-b673-c8e8504b1632\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.472106194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.472121025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.571685928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e28d924a-de39-4b89-987e-299ab8888a4b\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:38.571729918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.571743749Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.571998625Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67a1e52-d767-426b-ba0a-54a0663313e5\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:09:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.572044997Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.572383555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.576378359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.576698407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.580238139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.580470495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.586798529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.587156479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:38.595388612Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":25,"elapsed":"728.497316ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:47.643726956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"3fbd89da-8852-40cd-9cb7-404133e07a67","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2904,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.866848033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.866884324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.866894865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.866905795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.867227443Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.867477709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.869743298Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.869925983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.869972304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.871626367Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"4.794145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.872767097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.872776467Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.872922361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.87519558Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.875455627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.876860853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.879534922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.879563853Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.879681956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.89216209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:47.89218421Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":74,"elapsed":"25.310927ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:09:57.640711918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"73ebb722-20fd-41d9-9fbd-289d270ae2ec","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":425,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.866821493Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.866864134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.866877975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.866891285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.867361527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.867492041Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.869939324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.872596963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.872608323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.872745187Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.874643166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.874899643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.876052333Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.878729092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.878742002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.878890636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.887745176Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.887765816Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":75,"elapsed":"20.912102ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.894788359Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.895001204Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:09:57.92646728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"59.646577ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.640097033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"0f9dd8cd-e257-40c5-811d-b1a75a430a04","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":369,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867229474Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867277265Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867287566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867296436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867306006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867313717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867322427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.867331467Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867340217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867348647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867355718Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867362838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867370868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867379798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867387668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867395969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867403759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867412479Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867421319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.86742924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.86743739Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867480811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867490641Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867500381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867508462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867516302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867525462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867533532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867541812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867550113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867557543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867565073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867573293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867581504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867589584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867750288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867762858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867782789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867859471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867871481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867881611Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867891221Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867900642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867919772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867929833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867939203Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867950873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.867983544Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.868018525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.868030375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.868040385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.869823732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.870806707Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.871577607Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.191569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.87169061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.871919276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.871984408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.871994638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.872150492Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.872890911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.872906182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.873057426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.874493673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.874711569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.8751462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 390434915 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.875422767Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.875750645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.875763666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.875863838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.875873648Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.87593502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.876065593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.877346797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.877756777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.8782513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"10.78474ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.878822155Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 394111250 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.879091242Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.879486042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.879499453Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.879646357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.879848622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.879858432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.880003926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.881351051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.881646738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.88211753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.882356077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"14.929227ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.882670445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1649, tv_nsec: 397963410 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.882950752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.883158617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.883212849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.883461405Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.883507197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.884267836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.884478072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.884488392Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.884497202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.884639666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.8879015Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.890672012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.890691663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.890907578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.903746771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.903782452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.903790373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.904170522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.911595645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.911858472Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.914330186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"46.867516ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.914955632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.915306281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.915948818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.916126723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.917832557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.918100254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.919408068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.920779983Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.921007329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.922232891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.922259412Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.922491048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.927086427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":26,"elapsed":"59.74235ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.93489495Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"67.391008ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.938855212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.942964559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.94299162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.943192415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.944265042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.944286593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"76.925266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.945288269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"77.964352ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.946527371Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"79.210685ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.952026314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.952051315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.952058995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.952309831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.954545309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.95456955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":76,"elapsed":"87.328245ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.957629379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.957851305Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.960067743Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.960084423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.960389501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b68db47-659d-43b5-8021-3732ba820dc2\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.960404471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.961753046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.967011852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.967026373Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.967326401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb49ee90-d4af-4f7f-a295-f8aa342c4b4b\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.967348261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.96883089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.984013364Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.984027984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.98426345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30bf1e6f-8a47-42ce-9f46-3e64c11a9c76\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.98427703Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.984418084Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"116.931182ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.985699517Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.990729388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:07.990741778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:07.990752418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"123.458212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.022929863Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.02322387Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.068240998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":26,"elapsed":"200.84505ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.093555595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.093582615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.095326491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.097272771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.097290552Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.097425325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.098919044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.100950857Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.100971807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.101107231Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.131961731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.132271299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9416f13f-f558-4854-92d8-0547db1ad4c1\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.133744937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.134036315Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.135754389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":26,"elapsed":"268.34353ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.18627211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e326ea-e8ca-48ed-a609-eea630c4ea13\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.186315401Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.186578488Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.218447284Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.218922647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb69e5a-6129-44ed-9d64-3da52833ee2d\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:10:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.218945507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.218955638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.218963658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.220911248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":26,"elapsed":"353.696994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.228048994Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.228417013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.230701332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.230734093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.230872307Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.239691065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.239940212Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a82e376-01c5-427e-9f15-fda2919c91db\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.239966383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.239978173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.24025438Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240276131Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240286441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240297521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240307521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240316072Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240451875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240462976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.240603649Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.240612449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.240854935Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.242859818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.24297137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16eea14e-fe89-48bd-9b0d-481d429f31a2\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.242982831Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.243136215Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f4f7d53-02ec-4737-a9df-0a43c580589a\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.243149605Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.243159245Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.258491263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.258514734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.331930177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"0496628d-1a0b-409a-baff-7733b2c41989\", \"date\": \"Fri, 13 Dec 2024 21:10:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.331954208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.331963318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.332232795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428963dd-5f7e-4eb6-b2bd-020804878b23\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:10:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.332267346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.332544403Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.332599294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2ae41e58-fea1-404e-8124-80ed2e4928f2\", \"date\": \"Fri, 13 Dec 2024 21:10:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.332610945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.33283119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.335107619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.335334285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.336051144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.33628237Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.337706047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.337896912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.338485757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.33859475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.340283374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.340454458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:08.340836168Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.340863619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.341425473Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bc02ab8c-7eb3-4cfd-a350-3247463ab5d7\", \"date\": \"Fri, 13 Dec 2024 21:10:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.342950833Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":26,"elapsed":"475.676807ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:08.346580837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":26,"elapsed":"479.330332ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:17.640552415Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"0912268f-b988-4c47-806b-a6aa41017bda","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":356,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.86668762Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.866744732Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.866762332Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.866778363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.867212244Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.867315566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.86937128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.869552744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.86976772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.872616154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.872628644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.872801039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.874466462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.874652807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.875781636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.87824502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.87825745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.878396634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.887179172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.887207282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":77,"elapsed":"20.498542ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:17.893794543Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"27.126594ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:27.640677448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"3fd23c00-acc2-4dab-90b9-059365e86f07","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":332,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.866793083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.866831514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.866842384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.866852134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.867328897Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.867346987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.869140844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.869313108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.869614926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.87245942Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.87247346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.872640504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.873705652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.873895037Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.87517988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.877814138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.877826899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.877962382Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.888886426Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.888907446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":78,"elapsed":"22.097213ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:27.897596622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"30.814659ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.640177554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"c25997c6-0aa2-46dc-a92e-c14c15b67f8b","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":362,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866552156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866608557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866620458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866629778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866638958Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866646818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866655549Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866665129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866675039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866684729Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866693329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86670266Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86671135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86672064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866730661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866739291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866748171Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866757491Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866765891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866775812Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866899465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866914475Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866926576Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866938696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866949896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866962867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866973787Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866985477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.866996877Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.867009008Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867021118Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867031768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867044109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867055599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867066439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867077559Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86708985Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86710225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86711306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867125211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867135381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.867146381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 21:00:37.866924896 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867158092Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867168712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867178012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867187913Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.867197553Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:10:37.867206363Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867216753Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":15,"elapsed":"12.45µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867228154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867237644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867251414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867264795Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867277085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867289055Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867302285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867314006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867326166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867337606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867350377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867362107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867372077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867381898Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867392138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867401688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867411718Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867421788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867433759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867444439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867455219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86746668Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86747653Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86748624Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86749581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867532061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867543152Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867550822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867558752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867566422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867574783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867581783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 382991566 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867594533Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 382993386 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867607873Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867655994Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867667565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867676915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867744107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867761547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86788418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.867917461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.282533ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.868047465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.868061285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":14,"elapsed":"1.423107ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.868805874Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.868990769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.86939714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.869638736Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.871582596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.63175ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.872568672Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.874061481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.87598241Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.876009321Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.876203126Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.87713211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.877155561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.877303235Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.880326273Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 395795048 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.880491178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 21:00:37.866924896 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.880508978Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T21:00:37.866924896Z\",\"pruned\":[]}","iteration":14,"elapsed":"13.567561ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.880792805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.890831446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 406302841 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.891161944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.892468858Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"25.078171ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.893033383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.893450744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.896219435Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.896579515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.898233368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.898577627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.910883436Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.913583886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.913608086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.913816202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.914705745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.914725535Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.914733956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.915077855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.916680776Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.91759529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.919159461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.919180341Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.919340395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.919875759Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.920068784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.92027531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.92029537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.920385832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.920463554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.920773852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"53.439996ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.921506781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"54.115974ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.922081096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.922318292Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.922928498Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.922951129Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.923131184Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.927044145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.927310532Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.928645256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.929421127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"62.705476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.929452777Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.930141945Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.930166326Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.930179396Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"62.803969ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.930930166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.931281045Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1679, tv_nsec: 446769000 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.931600113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.931644944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.932048335Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.932760243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.932787444Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.932994889Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.933423331Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.934626362Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.934639592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.934801896Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.93495977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.935018222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.935948116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.937049785Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.937071805Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.93723883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.938577554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.938595555Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.938765989Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.939257892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.941004867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.941026058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.941033838Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.941040568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.941230343Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.945958076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.947936087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.948300486Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.949007915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.949038665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.949257191Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.950829832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.953338987Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.953582083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.953868571Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.953884221Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.954042815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.954064276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"86.72601ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.955996066Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.956186961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.957822593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.960471002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.960504583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.960642006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.962229698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":27,"elapsed":"95.472796ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.967559306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.967582597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":79,"elapsed":"100.803675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.968667505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.96887128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.970630365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.971001325Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.977081783Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.979967568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.979994019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.980161943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.980572494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.980585214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.980591894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.980598554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.981047526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.981619941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.981635781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"114.787978ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.982713509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.982832862Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.982853583Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.982862483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.983116309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:37.98312993Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.98314089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"116.171324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.98315249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.984664449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.986035595Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"119.302105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.986252891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.986281031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.986362714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.98814262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.988361536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.989917886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.989938686Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.990175903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:37.99240008Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"125.000783ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.001905687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.00434094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.004834173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.025504669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.025570771Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"158.793999ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.035124108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.03516937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.03518461Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.035480368Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.035661202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.035674883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.035686013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"169.128497ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.038773793Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.038802144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.038815044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.039067501Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:10:38.043915137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.043947247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"177.122774ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.049282286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.049311746Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.049567073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"242dd334-58b1-4c99-9ec4-f45ad072a2ae\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.049582433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.051725249Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.053362122Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"186.772025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.058559676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.058893395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.068918065Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.071964524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.071983654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.072150839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.112202848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.112226938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.112473225Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61f86514-0a7f-432c-a4a2-0900f98ffba0\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.112500465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.114579999Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.148748156Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.16818471Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.210446616Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.210647881Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0c5fae-c62a-4ee7-9105-b488312c1567\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.211810211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.212084208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.220400974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.220415464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.22062064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1349350c-93c1-4f76-bedf-19b28785982e\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.22063629Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.22254074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.307196214Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.307565894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aab0fede-bb2c-4f0e-8a53-be4692bc6a15\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.307578424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.309250238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fae04758-ac0b-4f7c-afd0-2e6bd42980b6\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.309262698Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.310170682Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a8013f09-31ad-4a19-8e5c-7457a34f3040\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.310180592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.31204422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.312067811Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"445.262269ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.349106782Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":27,"elapsed":"482.315259ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.350612701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.350623451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.352259183Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.352920291Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.354111962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.354151143Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.354160133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.354167723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":14,"elapsed":"487.623727ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.354211694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":27,"elapsed":"487.385461ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.355416295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.355425536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.35560346Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.355830206Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.355840456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.35600374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.357289884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.358422483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.358432894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.358439814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.358446764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":14,"elapsed":"491.823316ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.359184433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.359194323Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.359335097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.361938545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.362301564Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"951f9ad5-a931-4d5c-8987-d725a798e133\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.362318654Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.363937636Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"d61b7f42-f165-4933-9f9c-a612ab56b8d2\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.363950867Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.365360033Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.365370343Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"498.729135ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.387668012Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e655c002-645c-4f69-8490-28a1dc871ec6\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.387692213Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.38798222Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.398876232Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.399229882Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.399635702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.400182186Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89a45fc-4886-4371-abf9-cb5faafa2393\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.400206547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.400215937Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.400223538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.401010748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.401032139Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.401295895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.402351673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":27,"elapsed":"535.645632ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.409384965Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.409659722Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c2d56e-2c58-44e1-9373-c76b339b9b72\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.409682233Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.409693723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.409932659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.4099448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.4099537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.4099635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.40997221Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.409980731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.410133704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.410145505Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.410360141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.410368531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.410595687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.41227027Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.412411294Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffc41c1b-3716-40dc-b98b-2c146d68c63b\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.412422054Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.412542117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9606ebd4-3861-46b6-92c5-3f4bb2542079\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.412555717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.412565788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.427935706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.427953317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.500376545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"45679be5-ced0-4c4f-858f-5c92b595d6ee\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.500398796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.500407006Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.50056053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ae4018de-981a-4d38-886a-28be37069355\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.50057071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.500817927Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.500864198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fd0eab-7af2-4f7e-9930-71678f0fc398\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:10:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.500901229Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.501077494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.50325819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.50364164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.50516926Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.505368885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.506949916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.507224163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.508207318Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.508399353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.509844961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.510050536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:38.510765695Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.510776715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.511264538Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"0f7df259-94aa-4471-b1f2-14cb4f7ad863\", \"date\": \"Fri, 13 Dec 2024 21:10:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.51327639Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":27,"elapsed":"646.486478ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:38.517320485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":27,"elapsed":"650.657107ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:47.63198264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:46179"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.632077023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"989854d8-25a7-4dfe-8fe7-93c3d695fd02","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.632393141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"989854d8-25a7-4dfe-8fe7-93c3d695fd02","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:47.635525662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"989854d8-25a7-4dfe-8fe7-93c3d695fd02","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3500,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.635750078Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ae5e39f8-ef3c-4601-8045-21e22da28b58","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.636115007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ae5e39f8-ef3c-4601-8045-21e22da28b58","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:47.638184031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"ae5e39f8-ef3c-4601-8045-21e22da28b58","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2498,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:47.640578433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"3301cb70-a537-4255-94ea-749369691ab5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.866711069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.86676068Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.86677253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.866781911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.867053798Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.867067778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.86869964Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.871320588Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.871347529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.871466082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.873552406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.873767522Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.875453706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.878010622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.878023632Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.878160096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.890314281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.890327871Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":80,"elapsed":"23.632463ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.896941433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.89719209Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:47.898617406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"31.929518ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:10:57.639911345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"557a7ec7-ce19-415d-8ef0-de878e3b94dc","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":465,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.86605597Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.866111952Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.866128592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.866142253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.866620365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.866641826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.868165135Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.868422172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.868940465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.869756357Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"3.722537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.871590014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.871602784Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.871743038Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.873995696Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.874199922Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.875478875Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.878148134Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.878161984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.878297768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.887855246Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:10:57.887870906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":81,"elapsed":"21.811636ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.64052379Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"5f06980a-a988-4490-a1c3-7f4bfe530fea","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":372,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866677405Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866734337Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866745687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866754878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866764818Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866773388Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866782188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866789899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866798399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866805929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866813659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866821309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.8668293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.86683675Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.86684433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.86685317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.86686127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866869481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866878121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.866886351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866895981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866905502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866912602Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866920892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866929402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866938002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.866945692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867120377Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867160238Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867190429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867204389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.86722912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867277981Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867289411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867298452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867308002Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867317712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867328253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867407375Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867885087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867896657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867904697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867913217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867922088Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867931138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867939788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.867948658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.868198525Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.868208995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.868217236Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.868226036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.869801086Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.870243948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.44751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.870562916Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.870774162Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.871317846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874311383Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874333924Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874341614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874350715Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874539189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.87457619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874930259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.87494073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874990581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.874998701Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.875112144Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.875162116Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.877067355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 392754010 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.877220069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 392904014 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.877288601Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.877404954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.877486306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.877498956Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.878047731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.878381589Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.879766295Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"11.827437ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880029872Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880038792Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880192466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880509814Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880533565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.880657948Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.88920684Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.88958579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.892072804Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1709, tv_nsec: 407761950 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.892318201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.893422469Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.893806269Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.898190483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"31.338032ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.898358407Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.898369007Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.898731677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.899074166Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.899100046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"32.37332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.900346309Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.901474748Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.901488259Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.901670513Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.902864194Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.902874995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.903029519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.911034406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.911058077Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":82,"elapsed":"44.372021ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.912999907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.913186082Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.916464847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.916642832Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.917302779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.917565136Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.918155651Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.918339356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.91852883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.918687705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.919248599Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"51.362762ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.921806406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"53.875257ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.924802593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926646661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926677622Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.926713113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926741003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926750744Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926801615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.926918878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.9296819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.92969908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.92970537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.929990128Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.930893181Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.931142418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.962444609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.962500841Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.962516711Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"95.61435ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.963142548Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"96.362779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.96399834Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.964593565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.964841992Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.966734261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.966753151Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.966903105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.967233434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.967245304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.967558932Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4287b246-4f29-41df-a0c6-b9ce889d5930\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.967574423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.968746903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.969640096Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.969820561Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.985906908Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.985924289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.986190385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08b2b17-0d4c-4cf4-8213-dcb4d8b351a7\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.986202466Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.987685664Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.996433441Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.996448282Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:07.996740789Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7970e4a4-1190-4db3-b35a-a6ba89929547\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.99676163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:07.999365437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.012751345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"145.898255ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.023552615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.023590815Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.023887963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5a3323c-5e86-4c01-b071-b78d9955b0f8\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.023913634Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.024247943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.02528449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.026336087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":28,"elapsed":"159.64155ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.027533348Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.027545568Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.027718413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.029068848Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.030882195Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.030893185Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.031029399Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.053033189Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.053372868Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d979b67-2055-4bf7-b123-ac564240d702\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.055777521Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.056084258Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.05962928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"191.711143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.06076828Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":28,"elapsed":"194.011803ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.066912819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":28,"elapsed":"200.164722ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.078277494Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.078292705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.121564097Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"20a7cd93-273a-4aee-815f-4e20b36c4226\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.121594008Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.121942437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.124328099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.124525674Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.127667995Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.128065105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.131509775Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.131525545Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.131951936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7c2bed01-93cd-4fc7-a409-76447b577ade\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.133300061Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":28,"elapsed":"266.483082ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.214695483Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.215060752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78a05874-0e04-4b8a-809f-6e583b9b2b8e\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.215093073Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.215118794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.215128514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.216066738Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":28,"elapsed":"349.416583ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.226433547Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.226813497Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.229016734Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.229028954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.229214489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.238909111Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.23965673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ea644a-90ec-4297-8d16-486422317f56\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239677951Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239688211Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239945067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239958378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239965578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239973768Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239981319Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.239988929Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.240132052Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.240140892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.240354458Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.240362378Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.240624345Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.242470063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.242582196Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b54e67c6-8415-4d7e-a391-2df036970b0f\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.242599596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.24272197Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c865151d-b31f-4f74-b5df-b29b28014766\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.24273656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.24274697Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.32872899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f0ebf158-5e52-4834-a33b-32a721946709\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.328751591Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.328760621Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.328987327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e1a9c3-94a8-4e80-912d-b423b7c53a25\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:11:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.329018248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.329262644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.333029752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.333373081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.336005619Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.336204644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.338145085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.3383656Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.345476075Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":28,"elapsed":"478.756868ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.679819127Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.679843688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.710745239Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.710846272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:65460"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.711006996Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b2388908-cc01-42f4-9ca0-5f5f4e92ff68","remote_addr":"[fd00:1122:3344:101::b]:65460","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.711309724Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"b2388908-cc01-42f4-9ca0-5f5f4e92ff68","remote_addr":"[fd00:1122:3344:101::b]:65460","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.749854264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/oximeter.rs:76","collector_id":"1f4f4352-c234-49e8-a10e-c3ed903f7462","producer_id":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:08.749874604Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/producers","method":"POST","req_id":"b2388908-cc01-42f4-9ca0-5f5f4e92ff68","remote_addr":"[fd00:1122:3344:101::b]:65460","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":38928,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.749929446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2388908-cc01-42f4-9ca0-5f5f4e92ff68\", \"content-length\": \"41\", \"date\": \"Fri, 13 Dec 2024 21:11:08 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.752089351Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:08.752103562Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"producer-registration-task","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.631530717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"c155f307-d9ab-4d75-890f-b4364265bcd9","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.632118272Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"c155f307-d9ab-4d75-890f-b4364265bcd9","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:17.634779721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"c155f307-d9ab-4d75-890f-b4364265bcd9","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3353,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.635057728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"4fdd2075-a364-4fda-8365-a0a8b3826b24","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.635388687Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"4fdd2075-a364-4fda-8365-a0a8b3826b24","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:17.63743074Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"4fdd2075-a364-4fda-8365-a0a8b3826b24","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2435,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:17.639932895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"e3253347-5c4b-4260-9cc3-87272631cde5","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.86607757Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":83,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.866114462Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.866123202Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.866130772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.86643053Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.8664445Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.868459262Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.8710844Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.871094581Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.871231584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.873208455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.873400911Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.875030253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.877731633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.877742673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.877876016Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.889082207Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.889106188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":83,"elapsed":"23.027338ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.896186102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.896389887Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:17.923689125Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"57.615334ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:27.639549665Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"9bea39b1-f5fd-416b-9e7b-51040d92e58c","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.866643685Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.866675406Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.866684356Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.866693946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.867047615Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.867060286Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.86837062Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.871039039Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.87106102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.871186293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.872902807Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.873190175Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.874614972Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.877346943Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.877362673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.877503057Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.890090023Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.890113384Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":84,"elapsed":"23.473258ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.895778161Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.896027047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:27.897179747Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"30.518482ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.640119048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"a35c8cc2-507f-4ca5-928f-dfe27a298d16","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":345,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866279514Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866341796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866352456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866360906Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866369947Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866379917Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866390647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866400087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866409728Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866418878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866427528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.866437278Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866447518Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866458449Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866468519Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866478779Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86648809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86650067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86651094Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:11:37.86652254Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866533961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\"}","iteration":16,"elapsed":"13.83µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866547081Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.866557451Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866568042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866578712Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866587912Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.866598633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-13 21:01:37.866471759 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866609113Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866618253Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866628463Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866638063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866647574Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866657164Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866666614Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866675455Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866683885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866695165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866705365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866714745Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866727036Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866736536Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866746596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866756117Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866765087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866775327Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866785017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866795347Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866804998Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866815578Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866824418Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866834028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866843029Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866851629Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866861529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866870669Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86688091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86689121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866901Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866910721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866921011Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866930661Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866941281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866951042Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866963452Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866975342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866986423Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.866998573Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867010603Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867181988Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867212048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867223969Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867236169Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867247659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867260179Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86727154Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.86728285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867294071Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867304031Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fa769ab-44ab-4529-aca4-cf239281d788.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"d9f46008-cfe6-449f-ba60-44c3baf9576d.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 383113664 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867319411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867329411Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867340772Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867350662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867361402Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867371013Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867381663Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867393123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"233edeea-165b-49f4-9d3a-4e81983c0e1e.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7872b736-f2e1-4c06-b4bc-930654cf3232.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fec4e6b-8b92-411a-ab0d-dc1317b380d5.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:2::1))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 383171085 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867409123Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867419884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867678541Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867700781Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.143519ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867827434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","addresses":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.867857465Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"addresses\":[\"[fd00:1122:3344:1::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\"]}","iteration":15,"elapsed":"1.322384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.869920288Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.87074986Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.871202302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.723472ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.871769267Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 387659032 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.871992592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.872448114Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.872461485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.872630499Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.873132852Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 389018897 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.873355058Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.874322883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-13 21:01:37.866471759 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.874345263Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"expiration\":\"2024-12-13T21:01:37.866471759Z\",\"pruned\":[]}","iteration":15,"elapsed":"7.858184ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.875023481Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.875035941Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.875248137Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.877455414Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.87806582Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.878646025Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.879174199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.880340109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.88036507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.880537314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.881481208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.881510419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.881699894Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.88230432Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.88232609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.882502865Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.882525706Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.882536546Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.882725531Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.883539542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.883966293Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.884060365Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.88424855Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.884311572Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.884586909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.885594085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"18.837739ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.889131527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.889165138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.889177658Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"22.37237ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.88923644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.889592509Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.889676741Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.890497422Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.890927424Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.891270562Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.891321174Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.891516219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DnsResolver","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-82024834-9725-4304-9edd-af6b519041b3.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1739, tv_nsec: 407396324 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.891539579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"24.910756ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.891695124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.891887598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.892747261Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.892774752Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.892990147Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.893673515Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.89619891Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.898091119Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.898150431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.898430638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.916203609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.920698276Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.920745817Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.920958103Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.922741609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.922762069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.922771059Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.922945504Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.923208051Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.923296173Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.929507584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.929765721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.931923617Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.932141102Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935575342Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935599642Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935681824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935694755Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935839569Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.935931971Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.936888966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.937195764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.937773028Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"71.037342ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.939999446Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.940023587Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.940287694Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.940311034Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.941781643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.9420666Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.942931172Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.943163148Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:37.943830836Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.943847676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"77.514391ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.945345085Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"78.64122ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.949709208Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.953931778Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.955423606Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.955445317Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.955452847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.955459437Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.955642662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.970876107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.971128024Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.986655907Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.986667497Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.986673977Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.986680167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:37.986985385Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.015178806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.021333826Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.042149676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.042178797Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.042444083Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc52217e-f3f5-4e72-b5d7-995d8a0c55fa\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.042461434Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.04305975Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.04306953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.043311966Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73bdc800-2e7c-4769-897a-7383568809da\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.043326677Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.045627256Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.046120199Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.063002177Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.063031248Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.063269984Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81d0e4c8-a5ae-4cbb-9b9d-919868a2abb1\", \"content-length\": \"26\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.063280764Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.064688Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.080228534Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.080250854Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.080636944Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f76272c-ca4c-4ba1-9cc6-c52926ed56af\", \"content-length\": \"372\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.080677355Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.081025884Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.083988721Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.084433723Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.085446299Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.087545264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.087574974Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.087711448Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.126068303Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.126209216Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"259.702737ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.12635376Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.126486243Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.126520354Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.126529915Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.126539885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"260.066165ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.129251705Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.129275526Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.129404659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.129868551Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.129893592Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.130658962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.130682962Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.130690163Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.131130524Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.133067264Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.133086395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.133231918Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.13443485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"267.708734ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.135058846Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.135087717Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.135325903Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.135383554Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-13T20:57:32.253701Z, time_modified: 2024-12-13T20:57:32.253701Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 9b17a900-d817-4355-ae3b-0335ac1f374b, db_silo: Silo { identity: SiloIdentity { id: 9b17a900-d817-4355-ae3b-0335ac1f374b, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-13T20:58:07.383036Z, time_modified: 2024-12-13T20:58:07.383036Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.135401565Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]}},\"default_endpoint\":{\"silo_id\":\"9b17a900-d817-4355-ae3b-0335ac1f374b\",\"tls_certs\":[\"0666d9a92adcb7e853cea3a0410df15008f724588ffe98a977c89001904052e3\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"268.833202ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.136904794Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.139438959Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Sled { parent: Fleet, key: 82024834-9725-4304-9edd-af6b519041b3, lookup_type: ById(82024834-9725-4304-9edd-af6b519041b3) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.13946314Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.139605394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.141463542Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"0","iteration":29,"elapsed":"275.151627ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.145666201Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.145688761Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.145985289Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4115661b-47ef-4283-a24c-6e8032f66b28\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.14599895Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.146359489Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.148868374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.14909456Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.14988138Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.149897731Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":85,"elapsed":"283.555964ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.151957484Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.152307393Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.15372659Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"286.983123ms"} {"msg":"VPC route manager sled 82024834-9725-4304-9edd-af6b519041b3 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.156141973Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.156307067Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.156611105Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eaae09ff-f6fe-4faa-b85a-4fd15774a4d7\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.158302769Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":29,"elapsed":"291.911061ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.162993961Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.166969324Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.166992464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167003394Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"300.70822ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167170859Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167183389Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167192839Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167498537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167672252Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167696112Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167714593Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.167941459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.189892878Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-13T21:11:38.189929809Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.189941069Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"323.408739ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.19033089Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"821261be-17b9-4535-b40f-b5bd2e230b6b\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.1903537Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.192060954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"10f822ab-bfac-4b43-bb8d-03ed1f8c5601\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.192095575Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.194055796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.194075107Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"327.802212ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.195473413Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"328.961163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.197455864Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.197580087Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.197887566Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.199461796Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.199634121Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.200735539Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.20074823Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.200926714Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.202023133Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.202035433Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.202202178Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.202946657Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.202956627Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.203019019Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"0893fc2b-b43f-4175-bbcc-bb5e51aeaf90"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.203028819Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.203036579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:07.455374 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.203043999Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":2}","iteration":15,"elapsed":"336.434677ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.203098381Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.204536478Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.205608076Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"066df8f2-bc73-4ade-abd9-bf8fbf0e0c41"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.205621806Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.205630676Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"current_time_created":"2024-12-13 20:58:05.752831 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.205638427Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1}","iteration":15,"elapsed":"339.011364ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.206299274Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.206312124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.206442108Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.223689285Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.223940281Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70790757-a194-4ce6-8066-9fbb5e0eeb9a\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.226322353Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.226518938Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.228341885Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"null","iteration":29,"elapsed":"361.926658ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.289582584Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.290073457Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3f668b73-a1e9-4153-9643-481ee536d218\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.290089837Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.292583652Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5a348b69-df14-4f65-8d9b-59a809563d07\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.292606822Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.294676306Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"e73a7f18-35eb-4437-a761-383d9f1c20ac\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.294696477Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.296645106Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"servers":"DnsServersList { addresses: [[fd00:1122:3344:1::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.296688847Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"430.28823ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.31875645Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":29,"elapsed":"452.320591ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.321645165Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.322076596Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"SledAgent":"82024834-9725-4304-9edd-af6b519041b3","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56f4934f-78e5-4bb0-97f9-320e36a035b3\", \"content-length\": \"691\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.322112527Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.322128167Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.322138017Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.322989579Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":29,"elapsed":"456.433908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.37504109Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.375403899Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.377593976Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: de87cd6b-76ad-49b5-80d8-1ecc50633f5a, rack_id: 96134c2d-377c-4f7c-9091-7f70a2919407, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(73c0b7a4-3215-460e-8b7f-89524471a8f1) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.377606506Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.3777643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.387164044Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.387432801Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82be21a1-6411-4cd2-9ec2-ca26ac7b213e\", \"content-length\": \"134\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387463312Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387473702Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"73c0b7a4-3215-460e-8b7f-89524471a8f1","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387727099Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387737439Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387744459Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387751609Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.38775883Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.38776635Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387926064Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.387934954Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.38816727Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.38817528Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.388421507Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.389988647Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.3900936Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f204de9-86e7-4f3d-80ca-e938612f90f8\", \"content-length\": \"2\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.39010361Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.390197623Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"component":"DpdClient","rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b345677-64bc-4f79-8c85-ad04cf108c7c\", \"content-length\": \"52\", \"date\": \"Fri, 13 Dec 2024 21:11:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.390211953Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.390220733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.480212048Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d4589d40-3bcf-48bd-8edb-ad93c7bf4ea4\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:38.480237638Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.480245709Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.480453124Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"rack_id":"96134c2d-377c-4f7c-9091-7f70a2919407","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64793cd9-4a86-49ad-8b68-8a5534aeb9b5\", \"content-length\": \"682\", \"date\": \"Fri, 13 Dec 2024 21:11:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.480488395Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.480734431Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.484397946Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.484709374Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.488442141Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.48877662Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.490803302Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.491005788Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:38.49918098Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{}","iteration":29,"elapsed":"632.593037ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:47.640350733Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"bc8b7361-d594-4d31-8d6b-6d794049e3a4","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":342,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.866488398Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.86653003Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.86654014Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.86654968Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.866893529Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.866919849Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.895812699Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.896042825Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.896140247Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.897928464Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"31.447955ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.898822287Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.898831217Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.898993692Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.900997644Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.901175468Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.903034886Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.905970633Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.905981673Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.906123046Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.916965218Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:47.916985198Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":86,"elapsed":"50.48446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:11:57.640526047Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/6e83647a-e5c1-40cc-a3f0-e80da403da03","method":"GET","req_id":"81a655ec-e874-4e45-bbf9-093c5dda2c2b","remote_addr":"[fd00:1122:3344:101::d]:38026","local_addr":"[fd00:1122:3344:101::b]:42881","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":574,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.865698557Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":87,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.865744429Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.865761909Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.86577091Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.866149219Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.866253502Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.867823963Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.868618093Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.868851329Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.870596735Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.870609955Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.870748188Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.872923485Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.873089419Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.901371063Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.902204304Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"36.518417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.904129704Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 222ce3e5-4792-415c-8e0c-7bf71f7a9b69, lookup_type: ById(222ce3e5-4792-415c-8e0c-7bf71f7a9b69) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.904142145Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.904273598Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.914425892Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"original_time_created":"2024-12-13 20:57:29.666278 UTC","original_target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","time_created":"2024-12-13 20:57:29.666278 UTC","target_id":"222ce3e5-4792-415c-8e0c-7bf71f7a9b69"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:11:57.914442182Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"222ce3e5-4792-415c-8e0c-7bf71f7a9b69\",\"time_created\":\"2024-12-13T20:57:29.666278Z\"}","iteration":87,"elapsed":"48.737244ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:12:02.631634935Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"8f8c257c-7a67-4e8b-b8fc-14304a6bb321","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:12:02.631981824Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"8f8c257c-7a67-4e8b-b8fc-14304a6bb321","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:12:02.634823928Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?sort_by=id_ascending","method":"GET","req_id":"8f8c257c-7a67-4e8b-b8fc-14304a6bb321","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3246,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:12:02.635139866Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"56af2c84-c6ef-4dc9-abf7-b029884c876c","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-13T21:12:02.635407643Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"56af2c84-c6ef-4dc9-abf7-b029884c876c","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-13T21:12:02.637530408Z","hostname":"oxz_nexus_6e83647a-e5c1-40cc-a3f0-e80da403da03","pid":23277,"uri":"/metrics/collectors/1f4f4352-c234-49e8-a10e-c3ed903f7462/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhZmE4MmRjZS01YTIxLTQwNWItOWQwZi1hNDA3MDEzMmZmOTYifX0%3D","method":"GET","req_id":"56af2c84-c6ef-4dc9-abf7-b029884c876c","remote_addr":"[fd00:1122:3344:101::d]:46179","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"6e83647a-e5c1-40cc-a3f0-e80da403da03","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2427,"response_code":"200"}